W0326 23:41:17.398974 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0326 23:41:17.399380 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0326 23:41:17.399400 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0326 23:41:17.399407 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0326 23:41:17.399432 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0326 23:41:17.427928 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0326 23:41:17.431860 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0326 23:41:17.432094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0326 23:41:17.432228 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0326 23:41:17.433165 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 23:41:17.441481 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0326 23:41:17.441782 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:41:17.442200 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0326 23:41:17.442454 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:41:17.442460 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0326 23:41:17.442999 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:41:17.443164 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:41:17.444976 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:41:17.444996 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:41:17.445067 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:41:17.445118 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0326 23:41:17.445513 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:41:17.445550 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:41:17.449160 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:41:17.450484 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:41:17.450790 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:41:17.480287 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:41:17.536336 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:41:17.536397 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:41:17.536435 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0326 23:41:17.536451 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:41:17.536456 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0326 23:41:17.536460 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:41:17.536458 1 rule_controller.go:113] Starting alerting rules controller I0326 23:41:17.536465 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0326 23:41:17.536465 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0326 23:41:17.536477 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0326 23:41:17.536479 1 relabel_controller.go:117] Starting alert relabel config controller I0326 23:41:17.536493 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0326 23:41:17.536503 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:41:17.536516 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:41:17.536522 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0326 23:41:17.540708 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0326 23:41:17.540801 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0326 23:41:17.541214 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0326 23:41:17.541541 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0326 23:41:17.542011 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.542137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:41:17.542371 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.542461 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:41:17.542500 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.542625 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:41:17.554945 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-v28sf" is created for OpenShiftMonitoringClientCertRequester I0326 23:41:17.558233 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-pvbng" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:41:17.558451 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-zjcws" is created for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:41:17.559834 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.562821 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.567266 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.568073 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.568078 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.571745 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.572771 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.573752 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.576726 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.577307 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.578174 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.580257 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:41:17.583682 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.584349 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.584350 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.591163 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.595098 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.595113 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.595939 1 tasks.go:49] processing task group 1 of 3 I0326 23:41:17.595990 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:41:17.596007 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:41:17.596030 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.602641 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.603405 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.603435 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.607052 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.608154 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.608679 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.610288 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0326 23:41:17.612305 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.613190 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.614268 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.622210 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.623631 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.623812 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.624668 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0326 23:41:17.633812 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:41:17.633815 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.633859 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.634041 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:17.637145 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0326 23:41:17.637159 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0326 23:41:17.653816 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0326 23:41:17.679509 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0326 23:41:17.680821 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0326 23:41:17.680836 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0326 23:41:17.680848 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0326 23:41:17.680853 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0326 23:41:17.682625 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 23:41:17.683411 1 secure_serving.go:57] Forcing use of http/1.1 only I0326 23:41:17.683438 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0326 23:41:17.692567 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0326 23:41:17.692581 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:41:17.692593 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:41:17.692602 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0326 23:41:17.692608 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 23:41:17.692599 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 23:41:17.692875 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 23:41:17.692932 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774568449\" (2026-03-26 23:41:00 +0000 UTC to 2028-03-25 23:41:01 +0000 UTC (now=2026-03-26 23:41:17.692910972 +0000 UTC))" I0326 23:41:17.693089 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774568477\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774568477\" (2026-03-26 22:41:17 +0000 UTC to 2027-03-26 22:41:17 +0000 UTC (now=2026-03-26 23:41:17.69307441 +0000 UTC))" I0326 23:41:17.693108 1 secure_serving.go:213] Serving securely on [::]:8443 I0326 23:41:17.693125 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0326 23:41:17.693138 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0326 23:41:17.697473 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0326 23:41:17.697474 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0326 23:41:17.697476 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0326 23:41:17.767459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 23:41:17.782931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:41:17.793290 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0326 23:41:17.793300 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 23:41:17.793310 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 23:41:17.793506 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 23:24:28 +0000 UTC to 2036-03-23 23:24:28 +0000 UTC (now=2026-03-26 23:41:17.79348369 +0000 UTC))" I0326 23:41:17.793741 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774568449\" (2026-03-26 23:41:00 +0000 UTC to 2028-03-25 23:41:01 +0000 UTC (now=2026-03-26 23:41:17.793723062 +0000 UTC))" I0326 23:41:17.793943 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774568477\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774568477\" (2026-03-26 22:41:17 +0000 UTC to 2027-03-26 22:41:17 +0000 UTC (now=2026-03-26 23:41:17.793929305 +0000 UTC))" I0326 23:41:17.794081 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-26 23:24:31 +0000 UTC to 2036-03-23 23:24:31 +0000 UTC (now=2026-03-26 23:41:17.794068584 +0000 UTC))" I0326 23:41:17.794108 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-26 23:24:35 +0000 UTC to 2036-03-23 23:24:35 +0000 UTC (now=2026-03-26 23:41:17.794093349 +0000 UTC))" I0326 23:41:17.794133 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-26 23:24:37 +0000 UTC to 2036-03-23 23:24:37 +0000 UTC (now=2026-03-26 23:41:17.794121545 +0000 UTC))" I0326 23:41:17.794153 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-26 23:24:39 +0000 UTC to 2036-03-23 23:24:39 +0000 UTC (now=2026-03-26 23:41:17.794144869 +0000 UTC))" I0326 23:41:17.794170 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-26 23:24:39 +0000 UTC to 2036-03-23 23:24:39 +0000 UTC (now=2026-03-26 23:41:17.794162252 +0000 UTC))" I0326 23:41:17.794188 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9n1rd4nejao0bdiehvp66a2j2pguee-kx-f3875bd855_customer-system-admin-signer@1774567592\" [] issuer=\"\" (2026-03-26 23:26:33 +0000 UTC to 2026-04-02 23:26:34 +0000 UTC (now=2026-03-26 23:41:17.794178587 +0000 UTC))" I0326 23:41:17.794207 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9n1rd4nejao0bdiehvp66a2j2pguee-kx-f3875bd855_sre-system-admin-signer@1774567592\" [] issuer=\"\" (2026-03-26 23:26:32 +0000 UTC to 2026-04-02 23:26:33 +0000 UTC (now=2026-03-26 23:41:17.79419719 +0000 UTC))" I0326 23:41:17.794223 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 23:24:28 +0000 UTC to 2036-03-23 23:24:28 +0000 UTC (now=2026-03-26 23:41:17.794215897 +0000 UTC))" I0326 23:41:17.794446 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774568449\" (2026-03-26 23:41:00 +0000 UTC to 2028-03-25 23:41:01 +0000 UTC (now=2026-03-26 23:41:17.794430668 +0000 UTC))" I0326 23:41:17.794619 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774568477\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774568477\" (2026-03-26 22:41:17 +0000 UTC to 2027-03-26 22:41:17 +0000 UTC (now=2026-03-26 23:41:17.794608327 +0000 UTC))" I0326 23:41:17.817131 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:41:17.831893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:41:21.482927 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:41:24.328326 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:24.328326 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:24.328326 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0326 23:41:24.342315 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0326 23:41:24.342394 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:41:24.342443 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:41:24.342515 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0326 23:41:24.346460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0326 23:41:24.346542 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:41:31.888083 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0326 23:41:31.906343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0326 23:41:31.923742 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0326 23:41:36.055029 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:41:36.055057 1 tasks.go:49] processing task group 2 of 3 I0326 23:41:36.055080 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:41:36.055089 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:41:36.055097 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:41:36.055107 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:41:36.055109 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:41:36.055114 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:41:36.055115 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:41:36.055126 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:41:36.055134 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:41:36.055136 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:41:36.055134 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:41:36.055148 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:41:36.055151 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:41:36.055166 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:41:36.055170 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:41:36.070198 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0326 23:41:36.078833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0326 23:41:36.099427 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0326 23:41:36.099445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0326 23:41:36.100780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0326 23:41:36.114725 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0326 23:41:36.138688 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:41:36.147859 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:41:36.169156 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:41:36.173079 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 23:41:36.220826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0326 23:41:36.222165 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 23:41:36.226514 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 23:41:36.229364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0326 23:41:36.230762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0326 23:41:36.316216 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0326 23:41:36.317273 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0326 23:41:36.318954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 23:41:36.320527 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 23:41:36.325654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 23:41:36.328613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0326 23:41:36.333600 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 23:41:36.333614 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 23:41:36.339643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0326 23:41:36.346982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0326 23:41:36.358640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0326 23:41:36.363585 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0326 23:41:36.383571 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0326 23:41:36.384084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0326 23:41:36.414346 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0326 23:41:36.473362 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 23:41:36.544568 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0326 23:41:36.614729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 23:41:36.617165 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0326 23:41:36.730404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0326 23:41:36.733442 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0326 23:41:36.816864 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0326 23:41:36.827564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0326 23:41:36.852693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0326 23:41:36.931585 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0326 23:41:37.033377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0326 23:41:37.127484 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0326 23:41:37.133646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0326 23:41:37.205981 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 23:41:37.218273 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0326 23:41:37.224119 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 23:41:37.237637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0326 23:41:37.316920 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 23:41:37.317506 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 23:41:37.329056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0326 23:41:37.342986 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0326 23:41:37.371826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0326 23:41:37.389823 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:41:37.390065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 23:41:37.425277 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 23:41:37.439103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0326 23:41:37.838385 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:41:38.194186 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:41:38.194254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0326 23:41:38.194286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0326 23:41:38.194979 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:41:38.210306 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 23:41:38.221668 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:41:38.298961 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0326 23:41:38.396862 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 23:41:38.444655 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-cpf2i4t2haa1u -n openshift-monitoring because it was missing I0326 23:41:38.492528 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 23:41:38.610568 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 23:41:38.716064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:41:38.826159 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 23:41:38.929787 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 23:41:39.028843 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 23:41:39.132292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:41:39.210965 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:41:39.231084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 23:41:39.251526 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:41:39.330128 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 23:41:39.404629 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:41:39.422546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0326 23:41:39.433288 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:41:39.890116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0326 23:41:40.474051 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:41:40.486306 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:41:40.914889 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-64l1rb5et4m31 -n openshift-monitoring because it was missing I0326 23:41:41.124209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:41:41.174360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:41:42.457466 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-beuubfjgv335o -n openshift-monitoring because it was missing I0326 23:41:42.477366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:41:42.500462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 23:41:42.511064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0326 23:41:46.242151 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:41:46.242222 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:41:51.510035 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0326 23:41:51.546440 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:42:06.984132 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0326 23:42:06.998227 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:42:06.998300 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0326 23:42:11.640742 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:42:17.458477 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:42:52.566984 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:42:52.567024 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0326 23:42:52.567032 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0326 23:42:52.567052 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0326 23:42:52.568173 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:42:52.598561 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:42:52.603489 1 tasks.go:49] processing task group 1 of 3 I0326 23:42:52.603516 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:42:52.603527 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:42:52.616880 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:42:53.655181 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRmQ5Wld5RXQwUUF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTJPRFEwT1RBZQpGdzB5TmpBek1qWXlNelF3TkRoYUZ3MHlPREExTWpReU16UXdORGxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTmpnME5Ea3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFVPZTRIaXhTcFdQdFh6czNUQVFuS3Nic3BDSVVrRzl3RwpDNHplQ25YdmlmYm9Sd3NPeXNTMHNnc0VKSWFqZ1FIbnk1RTFzbE9IVWdPOGtHQkJOREdQZU8xNjJCUHh1cXQ0CjN6TVc2QnZaOFFDLzZZRWdwdUFnRXZoQkFuNm9BM0ZyR011cWxBeFc2U3ByVG0wSTFiOER4WkdiclhzQUN6Yk4KSElXdTAzSEVTRXdVL2xMNTZOdGY5VEw5WmF5WFhtT1VuVXAyNkdyYlFzWkZpQThsZGJocVl0NTBrRFZ6YURBTQpDVnBqN3pQNWRxSVcxU1B4U2krbUpaU2NQRENUSDEzaHRBV3FERU5kM0NkbHhxM3dEWjNtUHByQk5XVXA5dmNBCkF5OHorSWRJV0N0azZUSURxR2hWZHVsSmpjaWFGZHlCOTJvdjBEbFM1aElRcC9EZ1lKOGpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlEwaGRicAp2Q2xnenl5NEw2UFN6RzdNaFFzc1NqQWZCZ05WSFNNRUdEQVdnQlEwaGRicHZDbGd6eXk0TDZQU3pHN01oUXNzClNqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFSeVlFSWR5QU9nQVRlU1dqQ3dvZ0NQZDFzWFE0L1kzZXljUDYKZmhaRHN1YUwvVUY0amxVWmJoSjRQM0RGOFhIZEt4NzN4Z2ZKZHk1VG1QMjFsR2ZacXBJcjAvRnBiNTluYVhwaApPNXVWSjFTREtUeUorMEtDOElHWUl4VEpNRWdpNnJzclVpUkdGa1NKT0ZVejRkRFh0UVpVa3daSjVpVHpZdGlZCkxZL3JuK0dsUmpSVTAyY0xONmg2d0xteXd4TzA2SjZ0VjAza2pNMjQzdE8vNDBYSmFKMVhraDM2UkY5VHRmY2EKRVFJRFVUVnBIeEN0Tzd4YjJSTUs4c2kzRy9CMFAvcDgvUXB4MXU0WE02WDBnUVRCY25hNzcvNHFwWEI1RzVQSgp3bC82ZlBzdlprMnM4clI0WVZhUkZUdUViUFdRZW9GQjR1Ujgxb3FqbWMvQ1o4NUtHQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 23:42:53.661905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0326 23:42:53.666911 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRmQ5Wld5RXQwUUF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTJPRFEwT1RBZQpGdzB5TmpBek1qWXlNelF3TkRoYUZ3MHlPREExTWpReU16UXdORGxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTmpnME5Ea3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFVPZTRIaXhTcFdQdFh6czNUQVFuS3Nic3BDSVVrRzl3RwpDNHplQ25YdmlmYm9Sd3NPeXNTMHNnc0VKSWFqZ1FIbnk1RTFzbE9IVWdPOGtHQkJOREdQZU8xNjJCUHh1cXQ0CjN6TVc2QnZaOFFDLzZZRWdwdUFnRXZoQkFuNm9BM0ZyR011cWxBeFc2U3ByVG0wSTFiOER4WkdiclhzQUN6Yk4KSElXdTAzSEVTRXdVL2xMNTZOdGY5VEw5WmF5WFhtT1VuVXAyNkdyYlFzWkZpQThsZGJocVl0NTBrRFZ6YURBTQpDVnBqN3pQNWRxSVcxU1B4U2krbUpaU2NQRENUSDEzaHRBV3FERU5kM0NkbHhxM3dEWjNtUHByQk5XVXA5dmNBCkF5OHorSWRJV0N0azZUSURxR2hWZHVsSmpjaWFGZHlCOTJvdjBEbFM1aElRcC9EZ1lKOGpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlEwaGRicAp2Q2xnenl5NEw2UFN6RzdNaFFzc1NqQWZCZ05WSFNNRUdEQVdnQlEwaGRicHZDbGd6eXk0TDZQU3pHN01oUXNzClNqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFSeVlFSWR5QU9nQVRlU1dqQ3dvZ0NQZDFzWFE0L1kzZXljUDYKZmhaRHN1YUwvVUY0amxVWmJoSjRQM0RGOFhIZEt4NzN4Z2ZKZHk1VG1QMjFsR2ZacXBJcjAvRnBiNTluYVhwaApPNXVWSjFTREtUeUorMEtDOElHWUl4VEpNRWdpNnJzclVpUkdGa1NKT0ZVejRkRFh0UVpVa3daSjVpVHpZdGlZCkxZL3JuK0dsUmpSVTAyY0xONmg2d0xteXd4TzA2SjZ0VjAza2pNMjQzdE8vNDBYSmFKMVhraDM2UkY5VHRmY2EKRVFJRFVUVnBIeEN0Tzd4YjJSTUs4c2kzRy9CMFAvcDgvUXB4MXU0WE02WDBnUVRCY25hNzcvNHFwWEI1RzVQSgp3bC82ZlBzdlprMnM4clI0WVZhUkZUdUViUFdRZW9GQjR1Ujgxb3FqbWMvQ1o4NUtHQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 23:42:53.672877 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0326 23:42:55.755396 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:42:55.755437 1 tasks.go:49] processing task group 2 of 3 I0326 23:42:55.755457 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:42:55.755501 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:42:55.755523 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:42:55.755529 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:42:55.755557 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:42:55.755573 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:42:55.755601 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:42:55.755626 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:42:55.755650 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:42:55.755664 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:42:55.755674 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:42:55.755695 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:42:55.755792 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:42:55.755821 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:42:55.755819 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:42:55.817085 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:42:55.840770 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:42:55.846682 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0326 23:42:55.849794 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:42:55.861523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0326 23:42:55.880804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0326 23:42:55.893143 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0326 23:42:55.907271 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:42:55.914211 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:42:56.283198 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:42:56.829332 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:42:56.858638 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:42:56.865354 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:42:56.874633 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:42:56.899766 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:42:58.924864 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:43:00.893204 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:43:00.969258 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0326 23:43:01.818751 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:43:06.082942 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:43:16.851031 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:43:41.639593 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:44:06.948508 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:45:11.160995 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:45:11.161029 1 tasks.go:49] processing task group 3 of 3 I0326 23:45:11.161044 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:45:11.208898 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:45:11.208973 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"85a76a76-5425-414b-a4e2-c605db713597", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0326 23:45:11.215495 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:45:11.262706 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:45:11.303591 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:45:11.308921 1 tasks.go:49] processing task group 1 of 3 I0326 23:45:11.308954 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:45:11.308972 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:45:11.323266 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:45:14.502749 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:45:14.502784 1 tasks.go:49] processing task group 2 of 3 I0326 23:45:14.502822 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:45:14.502822 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:45:14.502844 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:45:14.502860 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:45:14.502871 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:45:14.502888 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:45:14.502906 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:45:14.502927 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:45:14.502942 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:45:14.502965 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:45:14.502981 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:45:14.502995 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:45:14.502999 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:45:14.503018 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:45:14.502848 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:45:14.606867 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:45:14.611287 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:45:14.636878 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:45:14.704401 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:45:15.616563 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:45:15.636071 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:45:15.646251 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:45:15.646314 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:45:15.699276 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:45:17.701065 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:45:19.690557 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:45:20.578610 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:45:20.711268 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:45:25.673411 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:45:26.639731 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:45:29.858893 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:45:29.858920 1 tasks.go:49] processing task group 3 of 3 I0326 23:45:29.858938 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:45:29.895229 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:45:29.900297 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:45:29.909538 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:45:29.935675 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:45:29.940660 1 tasks.go:49] processing task group 1 of 3 I0326 23:45:29.940693 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:45:29.940705 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:45:29.953051 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:45:33.075789 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:45:33.075813 1 tasks.go:49] processing task group 2 of 3 I0326 23:45:33.075841 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:45:33.075847 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:45:33.075850 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:45:33.075870 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:45:33.075892 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:45:33.075913 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:45:33.075925 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:45:33.075946 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:45:33.075967 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:45:33.075983 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:45:33.076012 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:45:33.076011 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:45:33.076036 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:45:33.076057 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:45:33.076113 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:45:33.139083 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:45:33.154728 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:45:33.161218 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:45:33.221729 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:45:34.152828 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:45:34.178584 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:45:34.183823 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:45:34.191980 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:45:34.205163 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:45:36.230190 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:45:38.232009 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:45:39.132609 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:45:39.229566 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:45:44.236685 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:45:48.386232 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:45:48.386256 1 tasks.go:49] processing task group 3 of 3 I0326 23:45:48.386272 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:45:48.423316 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:45:48.428584 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:46:17.537075 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:46:17.537114 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:46:17.568085 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:46:17.572801 1 tasks.go:49] processing task group 1 of 3 I0326 23:46:17.572833 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:46:17.572847 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:46:17.585041 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:46:20.722858 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:46:20.722887 1 tasks.go:49] processing task group 2 of 3 I0326 23:46:20.722924 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:46:20.722925 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:46:20.722939 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:46:20.722960 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:46:20.722981 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:46:20.722993 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:46:20.723016 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:46:20.723029 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:46:20.723052 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:46:20.723075 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:46:20.723101 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:46:20.723127 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:46:20.723145 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:46:20.723154 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:46:20.723168 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:46:20.773885 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:46:20.790175 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:46:20.806438 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:46:20.863145 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:46:21.792090 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:46:21.818854 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:46:21.821393 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:46:21.847722 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:46:21.849295 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:46:23.878037 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:46:25.849667 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:46:26.781938 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:46:26.862720 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:46:31.887366 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:46:36.034588 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:46:36.034612 1 tasks.go:49] processing task group 3 of 3 I0326 23:46:36.034628 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:46:36.072122 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:46:36.077371 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:47:23.542705 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0326 23:47:23.542737 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:47:23.572675 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:47:23.577465 1 tasks.go:49] processing task group 1 of 3 I0326 23:47:23.577493 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:47:23.577512 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:47:23.590220 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:47:26.726048 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:47:26.726084 1 tasks.go:49] processing task group 2 of 3 I0326 23:47:26.726112 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:47:26.726117 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:47:26.726133 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:47:26.726154 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:47:26.726183 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:47:26.726198 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:47:26.726218 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:47:26.726235 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:47:26.726262 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:47:26.726276 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:47:26.726303 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:47:26.726317 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:47:26.726339 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:47:26.726359 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:47:26.726389 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:47:26.778922 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:47:26.798655 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:47:26.812742 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:47:26.855393 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:47:27.794808 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:47:27.818827 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:47:27.820290 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:47:27.833622 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:47:27.847929 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:47:29.874477 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:47:31.851856 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:47:32.785449 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:47:32.905890 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:47:37.875728 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:47:42.033577 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:47:42.033600 1 tasks.go:49] processing task group 3 of 3 I0326 23:47:42.033617 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:47:42.068447 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:47:42.073494 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:51:17.536748 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:51:17.536810 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:51:17.564392 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:51:17.569498 1 tasks.go:49] processing task group 1 of 3 I0326 23:51:17.569533 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:51:17.569547 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:51:17.582819 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:51:20.723841 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:51:20.723865 1 tasks.go:49] processing task group 2 of 3 I0326 23:51:20.723898 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:51:20.723900 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:51:20.723911 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:51:20.723934 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:51:20.723965 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:51:20.723983 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:51:20.724004 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:51:20.724028 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:51:20.724038 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:51:20.724067 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:51:20.724088 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:51:20.724110 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:51:20.724123 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:51:20.724144 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:51:20.724204 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:51:20.785672 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:51:20.804473 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:51:20.808990 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:51:20.871009 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:51:21.800379 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:51:21.827482 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:51:21.832149 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:51:21.844720 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:51:21.865588 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:51:23.888769 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:51:25.862723 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:51:26.785973 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:51:26.878726 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:51:31.889827 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:51:36.050601 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:51:36.050628 1 tasks.go:49] processing task group 3 of 3 I0326 23:51:36.050641 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:51:36.137817 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:51:36.147352 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:56:17.441756 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:56:17.441791 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0326 23:56:17.441832 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:56:17.443210 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0326 23:56:17.443378 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:56:17.443501 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:56:17.443532 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:56:17.443579 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:56:17.445470 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:56:17.445482 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:56:17.446610 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:56:17.446685 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:56:17.480579 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0326 23:56:17.483714 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:56:17.489790 1 tasks.go:49] processing task group 1 of 3 I0326 23:56:17.489834 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:56:17.489983 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:56:17.507812 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:56:17.536855 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:56:20.642990 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:56:20.643017 1 tasks.go:49] processing task group 2 of 3 I0326 23:56:20.643046 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:56:20.643052 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:56:20.643072 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:56:20.643087 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:56:20.643110 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:56:20.643138 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:56:20.643163 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:56:20.643172 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:56:20.643205 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:56:20.643235 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:56:20.643229 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:56:20.643246 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:56:20.643271 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:56:20.643320 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:56:20.643150 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:56:20.693795 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:56:20.706616 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:56:20.732083 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:56:20.784367 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:56:21.708314 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:56:21.737553 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:56:21.737686 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:56:21.757440 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:56:21.777175 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:56:23.796856 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:56:25.764632 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:56:26.710032 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:56:26.786276 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:56:31.798825 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:56:35.956843 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:56:35.956866 1 tasks.go:49] processing task group 3 of 3 I0326 23:56:35.956879 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:56:35.992923 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:56:35.998673 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:56:36.008886 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:56:36.037065 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:56:36.042083 1 tasks.go:49] processing task group 1 of 3 I0326 23:56:36.042106 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:56:36.042124 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:56:36.055270 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:56:39.188626 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:56:39.188651 1 tasks.go:49] processing task group 2 of 3 I0326 23:56:39.188680 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:56:39.188682 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:56:39.188698 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:56:39.188717 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:56:39.188735 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:56:39.188755 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:56:39.188777 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:56:39.188793 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:56:39.188816 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:56:39.188832 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:56:39.188852 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:56:39.188865 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:56:39.188853 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:56:39.188880 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:56:39.188880 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:56:39.259003 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:56:39.280872 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:56:39.282834 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:56:39.342919 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:56:40.277907 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:56:40.299588 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:56:40.307012 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:56:40.311885 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:56:40.331810 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:56:42.350693 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:56:44.343623 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:56:45.270615 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:56:45.352717 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:56:50.352491 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:56:54.529182 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:56:54.529207 1 tasks.go:49] processing task group 3 of 3 I0326 23:56:54.529224 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:56:54.568178 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:56:54.573370 1 operator.go:851] Updating ClusterOperator status to done. I0327 00:01:17.536462 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 00:01:17.536526 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 00:01:17.564663 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 00:01:17.569638 1 tasks.go:49] processing task group 1 of 3 I0327 00:01:17.569664 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 00:01:17.569678 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:01:17.582647 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:01:20.752775 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 00:01:20.752802 1 tasks.go:49] processing task group 2 of 3 I0327 00:01:20.752827 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:01:20.752831 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 00:01:20.752848 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:01:20.752868 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 00:01:20.752893 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 00:01:20.752915 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 00:01:20.752929 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 00:01:20.752949 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 00:01:20.752963 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 00:01:20.752982 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:01:20.753001 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:01:20.753027 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:01:20.753052 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 00:01:20.753052 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:01:20.753063 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 00:01:20.841677 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:01:20.879941 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 00:01:20.884939 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:01:21.008540 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:01:21.879111 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:01:21.924237 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 00:01:21.937853 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:01:21.945892 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:01:21.989289 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 00:01:23.978635 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 00:01:25.942478 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 00:01:26.812920 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 00:01:26.958709 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 00:01:31.982956 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 00:01:36.138283 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 00:01:36.138313 1 tasks.go:49] processing task group 3 of 3 I0327 00:01:36.138348 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 00:01:36.186162 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 00:01:36.192798 1 operator.go:851] Updating ClusterOperator status to done. I0327 00:06:17.536765 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 00:06:17.536823 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 00:06:17.566753 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 00:06:17.571798 1 tasks.go:49] processing task group 1 of 3 I0327 00:06:17.571821 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 00:06:17.571840 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:06:17.584622 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:06:20.719326 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 00:06:20.719347 1 tasks.go:49] processing task group 2 of 3 I0327 00:06:20.719372 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:06:20.719376 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 00:06:20.719390 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:06:20.719403 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 00:06:20.719446 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:06:20.719453 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:06:20.719467 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:06:20.719487 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:06:20.719508 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 00:06:20.719528 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 00:06:20.719562 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 00:06:20.719558 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 00:06:20.719575 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 00:06:20.719583 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 00:06:20.719607 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 00:06:20.775743 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:06:20.797139 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:06:20.808853 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 00:06:20.859785 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:06:21.801295 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:06:21.827601 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:06:21.829883 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 00:06:21.844002 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:06:21.859187 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 00:06:23.883178 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 00:06:25.852508 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 00:06:26.775763 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 00:06:26.884969 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 00:06:31.914796 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 00:06:36.041376 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 00:06:36.041405 1 tasks.go:49] processing task group 3 of 3 I0327 00:06:36.041447 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 00:06:36.079985 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 00:06:36.085456 1 operator.go:851] Updating ClusterOperator status to done. I0327 00:11:17.442053 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0327 00:11:17.442101 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 00:11:17.442150 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 00:11:17.443224 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0327 00:11:17.443462 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 00:11:17.443575 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 00:11:17.443677 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 00:11:17.443706 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 00:11:17.446455 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 00:11:17.446468 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 00:11:17.447622 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 00:11:17.447636 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 00:11:17.480825 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 00:11:17.486140 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 00:11:17.494831 1 tasks.go:49] processing task group 1 of 3 I0327 00:11:17.494860 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 00:11:17.494871 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:11:17.508313 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:11:17.536450 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 00:11:20.662581 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 00:11:20.662608 1 tasks.go:49] processing task group 2 of 3 I0327 00:11:20.662641 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:11:20.662650 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:11:20.662697 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 00:11:20.662717 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 00:11:20.662732 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 00:11:20.662757 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 00:11:20.662778 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:11:20.662791 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 00:11:20.662818 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:11:20.662849 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 00:11:20.662861 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 00:11:20.662869 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 00:11:20.662883 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 00:11:20.662905 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:11:20.662909 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:11:20.712494 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:11:20.734559 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:11:20.747378 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 00:11:20.797836 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:11:21.729950 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:11:21.751466 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 00:11:21.757788 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:11:21.771926 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:11:21.798829 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 00:11:23.812458 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 00:11:25.794119 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 00:11:26.727564 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 00:11:26.805379 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 00:11:31.823438 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 00:11:35.978331 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 00:11:35.978363 1 tasks.go:49] processing task group 3 of 3 I0327 00:11:35.978379 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 00:11:36.016919 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 00:11:36.023081 1 operator.go:851] Updating ClusterOperator status to done. W0327 00:11:36.033559 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 00:11:36.062958 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 00:11:36.068254 1 tasks.go:49] processing task group 1 of 3 I0327 00:11:36.068317 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 00:11:36.068354 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:11:36.081323 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:11:39.204257 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 00:11:39.204281 1 tasks.go:49] processing task group 2 of 3 I0327 00:11:39.204309 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:11:39.204315 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 00:11:39.204332 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 00:11:39.204355 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 00:11:39.204370 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 00:11:39.204386 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:11:39.204407 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:11:39.204452 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:11:39.204464 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 00:11:39.204481 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 00:11:39.204504 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:11:39.204531 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 00:11:39.204538 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:11:39.204561 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 00:11:39.204682 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 00:11:39.256792 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:11:39.277776 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:11:39.288923 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 00:11:39.339399 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:11:40.278970 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:11:40.295633 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 00:11:40.296482 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:11:40.326738 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:11:40.340669 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 00:11:42.359530 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 00:11:44.336082 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 00:11:45.265356 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 00:11:45.348518 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 00:11:50.372350 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 00:11:54.523892 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 00:11:54.523921 1 tasks.go:49] processing task group 3 of 3 I0327 00:11:54.523941 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 00:11:54.570243 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 00:11:54.575809 1 operator.go:851] Updating ClusterOperator status to done. I0327 00:13:11.639332 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0327 00:13:11.639363 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 00:13:11.670740 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 00:13:11.675689 1 tasks.go:49] processing task group 1 of 3 I0327 00:13:11.675718 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 00:13:11.675737 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:13:11.689238 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:13:14.831118 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 00:13:14.831143 1 tasks.go:49] processing task group 2 of 3 I0327 00:13:14.831170 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:13:14.831178 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 00:13:14.831189 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 00:13:14.831219 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:13:14.831232 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 00:13:14.831253 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:13:14.831277 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 00:13:14.831294 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:13:14.831322 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 00:13:14.831348 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 00:13:14.831372 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 00:13:14.831396 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:13:14.831433 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 00:13:14.831455 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 00:13:14.831459 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:13:14.888004 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:13:14.904240 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:13:14.916659 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 00:13:14.970777 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:13:15.910833 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:13:15.931622 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:13:15.936309 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 00:13:15.955555 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:13:15.978923 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 00:13:17.994909 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 00:13:19.968206 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 00:13:20.896171 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 00:13:20.985556 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 00:13:25.994385 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 00:13:30.175810 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 00:13:30.175847 1 tasks.go:49] processing task group 3 of 3 I0327 00:13:30.175862 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 00:13:30.226617 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 00:13:30.232260 1 operator.go:851] Updating ClusterOperator status to done. I0327 00:16:17.536757 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 00:16:17.536797 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 00:16:17.566040 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 00:16:17.571161 1 tasks.go:49] processing task group 1 of 3 I0327 00:16:17.571186 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 00:16:17.571201 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:16:17.584905 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:16:20.728592 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 00:16:20.728613 1 tasks.go:49] processing task group 2 of 3 I0327 00:16:20.728640 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:16:20.728643 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 00:16:20.728661 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:16:20.728678 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 00:16:20.728704 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 00:16:20.728722 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:16:20.728739 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 00:16:20.728757 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 00:16:20.728770 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 00:16:20.728781 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:16:20.728798 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:16:20.728827 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 00:16:20.728846 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:16:20.728865 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 00:16:20.728887 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 00:16:20.783365 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:16:20.804822 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:16:20.810765 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 00:16:20.870295 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:16:21.799367 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:16:21.836787 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:16:21.838895 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 00:16:21.854639 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:16:21.868050 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 00:16:23.889791 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 00:16:25.856392 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 00:16:26.786210 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 00:16:26.877362 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 00:16:31.890316 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 00:16:36.029897 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 00:16:36.029920 1 tasks.go:49] processing task group 3 of 3 I0327 00:16:36.029926 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 00:16:36.067799 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 00:16:36.072604 1 operator.go:851] Updating ClusterOperator status to done.