W0329 19:06:43.204212 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0329 19:06:43.204565 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0329 19:06:43.204582 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0329 19:06:43.204588 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0329 19:06:43.204593 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0329 19:06:43.229625 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0329 19:06:43.232458 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0329 19:06:43.233163 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0329 19:06:43.233440 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0329 19:06:43.234876 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0329 19:06:43.239957 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0329 19:06:43.241030 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0329 19:06:43.242561 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 19:06:43.242687 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 19:06:43.242797 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 19:06:43.243865 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 19:06:43.245019 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 19:06:43.245086 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 19:06:43.245161 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 19:06:43.245186 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0329 19:06:43.245537 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0329 19:06:43.245713 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 19:06:43.248092 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 19:06:43.248219 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0329 19:06:43.249358 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0329 19:06:43.251982 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 19:06:43.279293 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 19:06:43.336514 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0329 19:06:43.336532 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0329 19:06:43.336541 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0329 19:06:43.336540 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0329 19:06:43.336554 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0329 19:06:43.336553 1 rule_controller.go:113] Starting alerting rules controller I0329 19:06:43.336567 1 relabel_controller.go:117] Starting alert relabel config controller I0329 19:06:43.336572 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller W0329 19:06:43.336572 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 19:06:43.336579 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0329 19:06:43.336547 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0329 19:06:43.336588 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0329 19:06:43.336602 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0329 19:06:43.336607 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0329 19:06:43.336559 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0329 19:06:43.339740 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0329 19:06:43.339775 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0329 19:06:43.340005 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0329 19:06:43.340175 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0329 19:06:43.340632 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.340741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0329 19:06:43.340970 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.341020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0329 19:06:43.341135 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.341184 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0329 19:06:43.352836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-qk6gb" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0329 19:06:43.352940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-cmhc2" is created for OpenShiftMonitoringTelemeterClientCertRequester I0329 19:06:43.352942 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-gmqzb" is created for OpenShiftMonitoringClientCertRequester I0329 19:06:43.360580 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.365229 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.365263 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.365472 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.368734 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.369197 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.369703 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.372091 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.372697 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.373042 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.373992 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 19:06:43.375535 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.375965 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.376714 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.379528 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.380635 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.384112 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.384543 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.384552 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.390947 1 tasks.go:49] processing task group 1 of 3 I0329 19:06:43.390975 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 19:06:43.390985 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:06:43.393006 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.393017 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.393236 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.400476 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.404291 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.404300 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.404421 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0329 19:06:43.404625 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.409667 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.409673 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.421307 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.421676 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.421679 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.421749 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0329 19:06:43.428325 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.431931 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:06:43.431940 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.431955 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.432631 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.435390 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.436126 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.436130 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.437180 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0329 19:06:43.437258 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0329 19:06:43.439122 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.439612 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:43.449620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0329 19:06:43.478847 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0329 19:06:43.574100 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0329 19:06:43.587015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0329 19:06:43.612685 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0329 19:06:43.631617 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0329 19:06:43.954787 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0329 19:06:43.956081 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0329 19:06:43.956095 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0329 19:06:43.956105 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0329 19:06:43.956109 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0329 19:06:43.958598 1 secure_serving.go:57] Forcing use of http/1.1 only I0329 19:06:43.958622 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0329 19:06:43.962355 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0329 19:06:43.962367 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0329 19:06:43.962369 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0329 19:06:43.962373 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0329 19:06:43.962382 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0329 19:06:43.962382 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0329 19:06:43.962585 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0329 19:06:43.962666 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774811176\" (2026-03-29 19:06:26 +0000 UTC to 2028-03-28 19:06:27 +0000 UTC (now=2026-03-29 19:06:43.96264444 +0000 UTC))" I0329 19:06:43.962829 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774811203\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774811203\" (2026-03-29 18:06:43 +0000 UTC to 2027-03-29 18:06:43 +0000 UTC (now=2026-03-29 19:06:43.962816061 +0000 UTC))" I0329 19:06:43.962849 1 secure_serving.go:213] Serving securely on [::]:8443 I0329 19:06:43.962863 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0329 19:06:43.962876 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0329 19:06:43.964928 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0329 19:06:43.964992 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0329 19:06:43.965005 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0329 19:06:44.063207 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0329 19:06:44.063224 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0329 19:06:44.063246 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0329 19:06:44.063352 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-29 18:54:27 +0000 UTC to 2036-03-26 18:54:27 +0000 UTC (now=2026-03-29 19:06:44.063332741 +0000 UTC))" I0329 19:06:44.063556 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774811176\" (2026-03-29 19:06:26 +0000 UTC to 2028-03-28 19:06:27 +0000 UTC (now=2026-03-29 19:06:44.063539331 +0000 UTC))" I0329 19:06:44.063706 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774811203\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774811203\" (2026-03-29 18:06:43 +0000 UTC to 2027-03-29 18:06:43 +0000 UTC (now=2026-03-29 19:06:44.06369551 +0000 UTC))" I0329 19:06:44.063826 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-29 18:54:30 +0000 UTC to 2036-03-26 18:54:30 +0000 UTC (now=2026-03-29 19:06:44.063814566 +0000 UTC))" I0329 19:06:44.063845 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-29 18:54:35 +0000 UTC to 2036-03-26 18:54:35 +0000 UTC (now=2026-03-29 19:06:44.063836305 +0000 UTC))" I0329 19:06:44.063860 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-29 18:54:36 +0000 UTC to 2036-03-26 18:54:36 +0000 UTC (now=2026-03-29 19:06:44.063851888 +0000 UTC))" I0329 19:06:44.063876 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-29 18:54:43 +0000 UTC to 2036-03-26 18:54:43 +0000 UTC (now=2026-03-29 19:06:44.063867805 +0000 UTC))" I0329 19:06:44.063891 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-29 18:54:45 +0000 UTC to 2036-03-26 18:54:45 +0000 UTC (now=2026-03-29 19:06:44.063882609 +0000 UTC))" I0329 19:06:44.063906 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pbic93e8duu6tqp68m9smv6nvkddim5-kx-e01af018f9_customer-system-admin-signer@1774810672\" [] issuer=\"\" (2026-03-29 18:57:52 +0000 UTC to 2026-04-05 18:57:53 +0000 UTC (now=2026-03-29 19:06:44.063897754 +0000 UTC))" I0329 19:06:44.063923 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pbic93e8duu6tqp68m9smv6nvkddim5-kx-e01af018f9_sre-system-admin-signer@1774810672\" [] issuer=\"\" (2026-03-29 18:57:51 +0000 UTC to 2026-04-05 18:57:52 +0000 UTC (now=2026-03-29 19:06:44.063914073 +0000 UTC))" I0329 19:06:44.063937 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-29 18:54:27 +0000 UTC to 2036-03-26 18:54:27 +0000 UTC (now=2026-03-29 19:06:44.063929889 +0000 UTC))" I0329 19:06:44.064098 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774811176\" (2026-03-29 19:06:26 +0000 UTC to 2028-03-28 19:06:27 +0000 UTC (now=2026-03-29 19:06:44.06407784 +0000 UTC))" I0329 19:06:44.064250 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774811203\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774811203\" (2026-03-29 18:06:43 +0000 UTC to 2027-03-29 18:06:43 +0000 UTC (now=2026-03-29 19:06:44.064240868 +0000 UTC))" I0329 19:06:46.869417 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:46.872962 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:46.873019 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:46.876403 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:46.876644 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:46.876917 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:53.343351 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:53.343365 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:53.384188 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0329 19:06:53.396524 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0329 19:06:53.412522 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0329 19:06:53.412544 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0329 19:06:53.429269 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0329 19:06:53.457374 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0329 19:06:53.460331 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0329 19:06:57.672452 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0329 19:06:57.683842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0329 19:06:57.698203 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0329 19:07:01.913693 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0329 19:07:02.820283 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 19:07:02.820304 1 tasks.go:49] processing task group 2 of 3 I0329 19:07:02.820328 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:07:02.820333 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 19:07:02.820342 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 19:07:02.820353 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:07:02.820355 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 19:07:02.820360 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:07:02.820365 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 19:07:02.820367 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 19:07:02.820370 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 19:07:02.820378 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:07:02.820380 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:07:02.820386 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 19:07:02.820388 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 19:07:02.820389 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 19:07:02.820405 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:07:02.844393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0329 19:07:02.847815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0329 19:07:02.869509 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0329 19:07:02.871543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0329 19:07:02.871606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0329 19:07:02.894010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0329 19:07:02.930920 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 19:07:02.958651 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:07:02.981902 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:07:02.984254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0329 19:07:03.014810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0329 19:07:03.014834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0329 19:07:03.016516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0329 19:07:03.019846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0329 19:07:03.019866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0329 19:07:03.095232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0329 19:07:03.099818 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0329 19:07:03.099833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0329 19:07:03.103925 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0329 19:07:03.106479 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0329 19:07:03.107665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing W0329 19:07:03.117604 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0329 19:07:03.117622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0329 19:07:03.117975 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0329 19:07:03.119333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0329 19:07:03.133085 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0329 19:07:03.144522 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0329 19:07:03.158023 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0329 19:07:03.167633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0329 19:07:03.217080 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0329 19:07:03.229432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0329 19:07:03.347666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0329 19:07:03.347692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0329 19:07:03.450436 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0329 19:07:03.514213 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0329 19:07:03.557358 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0329 19:07:03.649270 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0329 19:07:03.690019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0329 19:07:03.716347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0329 19:07:03.813571 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0329 19:07:03.904953 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0329 19:07:03.932367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0329 19:07:03.983530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0329 19:07:03.992238 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0329 19:07:04.018750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0329 19:07:04.030815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0329 19:07:04.121858 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0329 19:07:04.122767 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0329 19:07:04.136423 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0329 19:07:04.142015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0329 19:07:04.174688 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0329 19:07:04.186581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0329 19:07:04.186620 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0329 19:07:04.229323 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0329 19:07:04.244203 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0329 19:07:04.340870 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0329 19:07:04.550404 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0329 19:07:04.983743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0329 19:07:04.994038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0329 19:07:05.004303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0329 19:07:05.078861 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0329 19:07:05.172951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0329 19:07:05.268373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0329 19:07:05.369089 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0329 19:07:05.474235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0329 19:07:05.543661 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:07:05.543725 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0329 19:07:05.544623 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0329 19:07:05.569042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0329 19:07:05.671533 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0329 19:07:05.776682 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0329 19:07:05.878963 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0329 19:07:05.912420 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:07:05.980847 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0329 19:07:05.985741 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:07:06.080473 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0329 19:07:06.150241 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0329 19:07:06.162413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0329 19:07:06.249158 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-ftbhgn64nhn6u -n openshift-monitoring because it was missing I0329 19:07:06.718473 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0329 19:07:07.742264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-3au7pv21q1mct -n openshift-monitoring because it was missing I0329 19:07:07.928603 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0329 19:07:08.006095 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0329 19:07:08.202911 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:07:08.263064 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 19:07:09.193458 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-dvp0k1q073f33 -n openshift-monitoring because it was missing I0329 19:07:09.210815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0329 19:07:09.240103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0329 19:07:09.256420 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0329 19:07:09.266344 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 19:07:11.971097 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 19:07:14.060374 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 19:07:14.060453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0329 19:07:20.316921 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0329 19:07:20.356514 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 19:07:26.976069 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 19:07:33.798787 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0329 19:07:33.808518 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 19:07:33.808590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0329 19:07:41.973477 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 19:07:44.240194 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 19:08:19.314549 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 19:08:19.314588 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0329 19:08:19.314596 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0329 19:08:19.314615 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0329 19:08:19.315722 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 19:08:19.338096 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 19:08:19.341859 1 tasks.go:49] processing task group 1 of 3 I0329 19:08:19.341878 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 19:08:19.341894 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:08:19.352036 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:08:20.381870 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRk5zUHduNzYrMHN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EZ3hNVEUzTmpBZQpGdzB5TmpBek1qa3hPVEEyTVRaYUZ3MHlPREExTWpjeE9UQTJNVGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelE0TVRFeE56WXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFc4MzluNDdrTFBXLzlEQXJFa2Y5T0grV1AvZjVEVHNITwpNTUppbmdqNTNncTlNUnVGRnpHdVVCQStQNVJGcWl5aXNzTVZmZStwVXpYbm45WjhtWDhHUHRKRXQ1cmJDOHlZCjVGT2dZSmdlK08vcDhGZ0ZZUnhiT1ppQzFMLy9jdmVOVWFUSFBpNUR6YUxHNDJ4SmJFWlo0RjhiZjlaREhNV2YKVnVWeGdYWHVmc3JwWnFMVUE5R3prUFE0ZWtWQWRQcHpsalZITkUxZFpYTjBLbWRoMnlxTDVwSjZLUG5yaFVmQgp5cTRzSzlhY0dnTkh4QXI0RWxyZjJRRDJNM0d3ZmtCUEFXZ0IzNFpqSTNXS1hLTjh5Z3NVblk2SERpbnhrelBCCkdoV0prb1pub2FwYzNFMTJpb1JtNHlIRkxlRGlVMEVzZ2ZRd1V5eEIvenJ2a1dUak1nL3JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNFV2NiaApUQy9mNVZIczRTY0FGREgvK3JFWTZqQWZCZ05WSFNNRUdEQVdnQlNFV2NiaFRDL2Y1VkhzNFNjQUZESC8rckVZCjZqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFURWRyUzRLTDRBd0ZyblJrTFdaLzdTWlU3RWpERG5NS0ZDWVUKSTNPZnFqUkZkbk11Zy9VemtJejAvclc2Mjh1akNVT21OaWl5N0ozL0FuRHNJUWdzRis5ZHRlY1JqQmhaWDhZUwoxRGVMWEdyaDRyS3VtbmI0dnJzRkQrZXdjNjl6ZHZVY0ZZUldWeW9QbGx6dUZ3djJWamgyRVFZLzFJQnRNTVBJCkIva1psUW9renYrRnkva3puMm9FVW5JbDlEaFBpL0ZCTGJYQkRtcnAybkhES2VWc1pOSHRyMTB1TS9rTTVENWgKV3EySHFxVGNVVmtUaGQ5UG1lMFpqeDBoTmJFM0N0aGIydHh5QnVpdWtRN0RWR1E0ZmVpc0dnZ2tJb0M4V2ZObgp6bHV3ZUJjTzRGdHlSSzE3QWxzOHloT0hDaUU0WFFkS3JUMlFHdTFycDkyRm5WNmNtdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0329 19:08:20.387232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0329 19:08:20.390974 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRk5zUHduNzYrMHN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EZ3hNVEUzTmpBZQpGdzB5TmpBek1qa3hPVEEyTVRaYUZ3MHlPREExTWpjeE9UQTJNVGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelE0TVRFeE56WXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFc4MzluNDdrTFBXLzlEQXJFa2Y5T0grV1AvZjVEVHNITwpNTUppbmdqNTNncTlNUnVGRnpHdVVCQStQNVJGcWl5aXNzTVZmZStwVXpYbm45WjhtWDhHUHRKRXQ1cmJDOHlZCjVGT2dZSmdlK08vcDhGZ0ZZUnhiT1ppQzFMLy9jdmVOVWFUSFBpNUR6YUxHNDJ4SmJFWlo0RjhiZjlaREhNV2YKVnVWeGdYWHVmc3JwWnFMVUE5R3prUFE0ZWtWQWRQcHpsalZITkUxZFpYTjBLbWRoMnlxTDVwSjZLUG5yaFVmQgp5cTRzSzlhY0dnTkh4QXI0RWxyZjJRRDJNM0d3ZmtCUEFXZ0IzNFpqSTNXS1hLTjh5Z3NVblk2SERpbnhrelBCCkdoV0prb1pub2FwYzNFMTJpb1JtNHlIRkxlRGlVMEVzZ2ZRd1V5eEIvenJ2a1dUak1nL3JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNFV2NiaApUQy9mNVZIczRTY0FGREgvK3JFWTZqQWZCZ05WSFNNRUdEQVdnQlNFV2NiaFRDL2Y1VkhzNFNjQUZESC8rckVZCjZqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFURWRyUzRLTDRBd0ZyblJrTFdaLzdTWlU3RWpERG5NS0ZDWVUKSTNPZnFqUkZkbk11Zy9VemtJejAvclc2Mjh1akNVT21OaWl5N0ozL0FuRHNJUWdzRis5ZHRlY1JqQmhaWDhZUwoxRGVMWEdyaDRyS3VtbmI0dnJzRkQrZXdjNjl6ZHZVY0ZZUldWeW9QbGx6dUZ3djJWamgyRVFZLzFJQnRNTVBJCkIva1psUW9renYrRnkva3puMm9FVW5JbDlEaFBpL0ZCTGJYQkRtcnAybkhES2VWc1pOSHRyMTB1TS9rTTVENWgKV3EySHFxVGNVVmtUaGQ5UG1lMFpqeDBoTmJFM0N0aGIydHh5QnVpdWtRN0RWR1E0ZmVpc0dnZ2tJb0M4V2ZObgp6bHV3ZUJjTzRGdHlSSzE3QWxzOHloT0hDaUU0WFFkS3JUMlFHdTFycDkyRm5WNmNtdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0329 19:08:20.395947 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0329 19:08:22.479593 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 19:08:22.479615 1 tasks.go:49] processing task group 2 of 3 I0329 19:08:22.479639 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:08:22.479644 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 19:08:22.479656 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 19:08:22.479682 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:08:22.479686 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 19:08:22.479711 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 19:08:22.479728 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 19:08:22.479742 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:08:22.479770 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 19:08:22.479782 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 19:08:22.479809 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 19:08:22.479831 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 19:08:22.479850 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:08:22.479866 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:08:22.479888 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:08:22.527433 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:08:22.545288 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:08:22.557259 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 19:08:22.568698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0329 19:08:22.580595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0329 19:08:22.594222 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0329 19:08:22.604952 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0329 19:08:22.613327 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:08:22.621618 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0329 19:08:22.674131 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0329 19:08:23.543187 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:08:23.569637 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:08:23.571674 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 19:08:23.576306 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:08:23.600816 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 19:08:25.623832 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 19:08:27.600020 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 19:08:27.669378 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0329 19:08:28.528953 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 19:08:31.750052 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 19:09:33.638624 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 19:10:37.799334 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 19:10:37.799361 1 tasks.go:49] processing task group 3 of 3 I0329 19:10:37.799377 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 19:10:37.841878 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 19:10:37.841924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"cd536ad8-6bdd-46fb-a0da-f547a8f89235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0329 19:10:37.846871 1 operator.go:851] Updating ClusterOperator status to done. W0329 19:10:37.902232 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 19:10:37.924662 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 19:10:37.928639 1 tasks.go:49] processing task group 1 of 3 I0329 19:10:37.928661 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 19:10:37.928675 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:10:37.938513 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:10:41.055593 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 19:10:41.055616 1 tasks.go:49] processing task group 2 of 3 I0329 19:10:41.055648 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:10:41.055650 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 19:10:41.055668 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:10:41.055686 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 19:10:41.055701 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:10:41.055723 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:10:41.055743 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 19:10:41.055760 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 19:10:41.055774 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 19:10:41.055786 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 19:10:41.055805 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 19:10:41.055827 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:10:41.055824 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:10:41.055844 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 19:10:41.055792 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 19:10:41.122879 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:10:41.145210 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:10:41.180521 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 19:10:41.212249 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:10:42.146457 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:10:42.173106 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:10:42.181570 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:10:42.182292 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 19:10:42.201703 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 19:10:44.230973 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 19:10:46.200180 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 19:10:47.119647 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 19:10:47.221116 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 19:10:52.216788 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 19:10:56.385722 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 19:10:56.385746 1 tasks.go:49] processing task group 3 of 3 I0329 19:10:56.385763 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 19:10:56.422240 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 19:10:56.427569 1 operator.go:851] Updating ClusterOperator status to done. I0329 19:10:56.628108 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0329 19:10:56.628136 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 19:10:56.680359 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 19:10:56.685177 1 tasks.go:49] processing task group 1 of 3 I0329 19:10:56.685202 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 19:10:56.685215 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:10:56.698566 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:10:59.813313 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 19:10:59.813334 1 tasks.go:49] processing task group 2 of 3 I0329 19:10:59.813353 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:10:59.813420 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 19:10:59.813429 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 19:10:59.813471 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 19:10:59.813483 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 19:10:59.813523 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 19:10:59.813537 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 19:10:59.813551 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:10:59.813567 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 19:10:59.813595 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:10:59.813594 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:10:59.813611 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 19:10:59.813613 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:10:59.813623 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 19:10:59.813638 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:10:59.862758 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:10:59.887010 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:10:59.898688 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 19:10:59.947928 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:11:00.882692 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:11:00.905774 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:11:00.910002 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 19:11:00.921585 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:11:00.948429 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 19:11:02.966180 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 19:11:04.940634 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 19:11:05.870282 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 19:11:05.971725 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 19:11:10.964478 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 19:11:15.120012 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 19:11:15.120037 1 tasks.go:49] processing task group 3 of 3 I0329 19:11:15.120054 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 19:11:15.160855 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 19:11:15.166603 1 operator.go:851] Updating ClusterOperator status to done. I0329 19:11:43.336893 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0329 19:11:43.336924 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 19:11:43.371836 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 19:11:43.376649 1 tasks.go:49] processing task group 1 of 3 I0329 19:11:43.376674 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 19:11:43.376693 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:11:43.391159 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:11:46.527849 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 19:11:46.527871 1 tasks.go:49] processing task group 2 of 3 I0329 19:11:46.527894 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:11:46.527901 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 19:11:46.527918 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:11:46.527940 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 19:11:46.527955 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 19:11:46.527987 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:11:46.527997 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 19:11:46.528017 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:11:46.528040 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:11:46.528050 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 19:11:46.528063 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:11:46.528084 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 19:11:46.528096 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 19:11:46.528119 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 19:11:46.528118 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 19:11:46.576891 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:11:46.600429 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:11:46.611520 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 19:11:46.653523 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:11:47.598266 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:11:47.617010 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:11:47.625281 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 19:11:47.637609 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:11:47.646715 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 19:11:49.681572 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 19:11:51.647765 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 19:11:52.585176 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 19:11:52.671373 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 19:11:57.684231 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 19:12:01.827115 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 19:12:01.827141 1 tasks.go:49] processing task group 3 of 3 I0329 19:12:01.827160 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 19:12:01.866599 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 19:12:01.872364 1 operator.go:851] Updating ClusterOperator status to done. I0329 19:13:04.610944 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0329 19:13:04.610978 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 19:13:04.638920 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 19:13:04.643586 1 tasks.go:49] processing task group 1 of 3 I0329 19:13:04.643611 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 19:13:04.643629 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:13:04.656125 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:13:07.793294 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 19:13:07.793314 1 tasks.go:49] processing task group 2 of 3 I0329 19:13:07.793344 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:13:07.793346 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 19:13:07.793358 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:13:07.793372 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 19:13:07.793395 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 19:13:07.793417 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:13:07.793438 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:13:07.793455 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:13:07.793466 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 19:13:07.793481 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 19:13:07.793514 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 19:13:07.793526 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 19:13:07.793530 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 19:13:07.793552 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:13:07.793597 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 19:13:07.835690 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:13:07.862359 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:13:07.871474 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 19:13:07.915571 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:13:08.856715 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:13:08.878250 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 19:13:08.881742 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:13:08.898110 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:13:08.912071 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 19:13:10.930428 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 19:13:12.909289 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 19:13:13.849152 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 19:13:13.931447 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 19:13:18.945319 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 19:13:23.086652 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 19:13:23.086673 1 tasks.go:49] processing task group 3 of 3 I0329 19:13:23.086686 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 19:13:23.125789 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 19:13:23.131224 1 operator.go:851] Updating ClusterOperator status to done. I0329 19:16:43.337002 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0329 19:16:43.337054 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 19:16:43.558533 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 19:16:43.590523 1 tasks.go:49] processing task group 1 of 3 I0329 19:16:43.590551 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 19:16:43.590572 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:16:43.705411 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:16:46.859179 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 19:16:46.859203 1 tasks.go:49] processing task group 2 of 3 I0329 19:16:46.859234 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:16:46.859236 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 19:16:46.859251 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:16:46.859266 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 19:16:46.859287 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:16:46.859316 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 19:16:46.859325 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 19:16:46.859347 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 19:16:46.859362 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 19:16:46.859367 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:16:46.859391 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:16:46.859405 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 19:16:46.859431 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:16:46.859453 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 19:16:46.859476 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 19:16:46.912271 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:16:46.928607 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:16:46.941546 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 19:16:47.003628 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:16:47.930666 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:16:47.949306 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:16:47.956724 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 19:16:47.972163 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:16:47.997924 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 19:16:50.032508 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 19:16:52.025165 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 19:16:53.039273 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 19:16:53.164227 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 19:16:58.040485 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 19:17:02.220123 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 19:17:02.220150 1 tasks.go:49] processing task group 3 of 3 I0329 19:17:02.220166 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 19:17:02.281149 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 19:17:02.288324 1 operator.go:851] Updating ClusterOperator status to done. I0329 19:21:43.243242 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0329 19:21:43.243274 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0329 19:21:43.243280 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0329 19:21:43.243295 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs W0329 19:21:43.243315 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 19:21:43.244089 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0329 19:21:43.245213 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0329 19:21:43.245227 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0329 19:21:43.245757 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0329 19:21:43.245789 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0329 19:21:43.246123 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0329 19:21:43.248447 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 19:21:43.270889 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 19:21:43.276372 1 tasks.go:49] processing task group 1 of 3 I0329 19:21:43.276394 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 19:21:43.276409 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:21:43.279778 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0329 19:21:43.289611 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:21:43.337534 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0329 19:21:46.426090 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 19:21:46.426110 1 tasks.go:49] processing task group 2 of 3 I0329 19:21:46.426133 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:21:46.426136 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 19:21:46.426147 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 19:21:46.426174 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:21:46.426191 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:21:46.426205 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 19:21:46.426237 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:21:46.426251 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:21:46.426270 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 19:21:46.426288 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:21:46.426302 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 19:21:46.426320 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 19:21:46.426330 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 19:21:46.426339 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 19:21:46.426181 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 19:21:46.475718 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:21:46.490970 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:21:46.509306 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 19:21:46.560043 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:21:47.493020 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:21:47.516422 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:21:47.516514 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 19:21:47.533924 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:21:47.550949 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 19:21:49.573569 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 19:21:51.550268 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 19:21:52.486023 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 19:21:52.565285 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 19:21:57.576712 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 19:22:01.728307 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 19:22:01.728332 1 tasks.go:49] processing task group 3 of 3 I0329 19:22:01.728346 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 19:22:01.767514 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 19:22:01.772583 1 operator.go:851] Updating ClusterOperator status to done. W0329 19:22:01.782131 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 19:22:01.809465 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 19:22:01.813966 1 tasks.go:49] processing task group 1 of 3 I0329 19:22:01.813987 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 19:22:01.814007 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:22:01.828132 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:22:04.959205 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 19:22:04.959227 1 tasks.go:49] processing task group 2 of 3 I0329 19:22:04.959255 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:22:04.959264 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:22:04.959274 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 19:22:04.959288 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 19:22:04.959311 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 19:22:04.959323 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:22:04.959336 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:22:04.959351 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:22:04.959370 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 19:22:04.959388 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 19:22:04.959411 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 19:22:04.959425 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 19:22:04.959424 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:22:04.959456 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 19:22:04.959255 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 19:22:05.012696 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:22:05.021309 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:22:05.041856 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 19:22:05.098023 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:22:06.025295 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:22:06.053379 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:22:06.058516 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 19:22:06.075161 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:22:06.082875 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 19:22:08.106118 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 19:22:10.084683 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 19:22:11.017109 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 19:22:11.100272 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 19:22:16.110012 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 19:22:20.275662 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 19:22:20.275684 1 tasks.go:49] processing task group 3 of 3 I0329 19:22:20.275699 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 19:22:20.311790 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 19:22:20.320108 1 operator.go:851] Updating ClusterOperator status to done. I0329 19:26:43.337014 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0329 19:26:43.337067 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 19:26:43.364441 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 19:26:43.368820 1 tasks.go:49] processing task group 1 of 3 I0329 19:26:43.368844 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 19:26:43.368864 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:26:43.380174 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:26:46.514453 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 19:26:46.514479 1 tasks.go:49] processing task group 2 of 3 I0329 19:26:46.514519 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:26:46.514574 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 19:26:46.514582 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 19:26:46.514605 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:26:46.514630 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 19:26:46.514649 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 19:26:46.514675 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 19:26:46.514686 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:26:46.514694 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:26:46.514702 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:26:46.514726 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 19:26:46.514741 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 19:26:46.514783 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 19:26:46.514783 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:26:46.514794 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 19:26:46.565265 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:26:46.582659 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:26:46.595687 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 19:26:46.643712 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:26:47.593039 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:26:47.611581 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 19:26:47.614755 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:26:47.629697 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:26:47.646251 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 19:26:49.670484 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 19:26:51.640002 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 19:26:52.565321 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 19:26:52.647936 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 19:26:57.667348 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 19:27:01.812644 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 19:27:01.812669 1 tasks.go:49] processing task group 3 of 3 I0329 19:27:01.812682 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 19:27:01.849382 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 19:27:01.853937 1 operator.go:851] Updating ClusterOperator status to done. I0329 19:31:43.337422 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0329 19:31:43.337478 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 19:31:43.361479 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 19:31:43.365312 1 tasks.go:49] processing task group 1 of 3 I0329 19:31:43.365340 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 19:31:43.365356 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:31:43.375726 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:31:46.503270 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 19:31:46.503298 1 tasks.go:49] processing task group 2 of 3 I0329 19:31:46.503328 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:31:46.503331 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 19:31:46.503344 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:31:46.503365 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 19:31:46.503380 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 19:31:46.503402 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:31:46.503420 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 19:31:46.503449 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 19:31:46.503465 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:31:46.503486 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 19:31:46.503483 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 19:31:46.503513 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 19:31:46.503533 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 19:31:46.503621 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:31:46.503652 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:31:46.549559 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:31:46.565134 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:31:46.587577 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 19:31:46.623766 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:31:47.566772 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:31:47.584251 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:31:47.586403 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 19:31:47.597784 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:31:47.634769 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 19:31:49.637904 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 19:31:51.608952 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 19:31:52.553840 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 19:31:52.633875 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 19:31:57.641527 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 19:32:01.780394 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 19:32:01.780420 1 tasks.go:49] processing task group 3 of 3 I0329 19:32:01.780431 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 19:32:01.815143 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 19:32:01.819560 1 operator.go:851] Updating ClusterOperator status to done. I0329 19:36:43.244165 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0329 19:36:43.244208 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 19:36:43.244213 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0329 19:36:43.244297 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0329 19:36:43.244414 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0329 19:36:43.244431 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0329 19:36:43.245539 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0329 19:36:43.245557 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0329 19:36:43.246153 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0329 19:36:43.246196 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0329 19:36:43.246207 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0329 19:36:43.248745 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 19:36:43.267775 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 19:36:43.272325 1 tasks.go:49] processing task group 1 of 3 I0329 19:36:43.272349 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 19:36:43.272367 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:36:43.280109 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0329 19:36:43.282081 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:36:43.337396 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0329 19:36:46.403947 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 19:36:46.403969 1 tasks.go:49] processing task group 2 of 3 I0329 19:36:46.403996 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:36:46.403998 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:36:46.404015 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 19:36:46.404041 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 19:36:46.404051 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 19:36:46.404077 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:36:46.404100 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:36:46.404111 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 19:36:46.404141 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:36:46.404166 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 19:36:46.404182 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 19:36:46.404191 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 19:36:46.404184 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:36:46.404202 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 19:36:46.404085 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 19:36:46.453236 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:36:46.475768 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:36:46.485532 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 19:36:46.531401 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:36:47.468828 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:36:47.491583 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:36:47.494507 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:36:47.496562 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 19:36:47.528549 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 19:36:49.546772 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 19:36:51.522668 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 19:36:52.461165 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 19:36:52.542307 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 19:36:57.541663 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 19:37:01.691878 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 19:37:01.691902 1 tasks.go:49] processing task group 3 of 3 I0329 19:37:01.691951 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 19:37:01.728710 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 19:37:01.733671 1 operator.go:851] Updating ClusterOperator status to done. W0329 19:37:01.742094 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 19:37:01.767687 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 19:37:01.771783 1 tasks.go:49] processing task group 1 of 3 I0329 19:37:01.771809 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 19:37:01.771826 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:37:01.783751 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:37:04.887118 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 19:37:04.887139 1 tasks.go:49] processing task group 2 of 3 I0329 19:37:04.887158 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:37:04.887164 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:37:04.887175 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 19:37:04.887208 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 19:37:04.887219 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:37:04.887239 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 19:37:04.887255 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:37:04.887275 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 19:37:04.887292 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 19:37:04.887310 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:37:04.887335 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 19:37:04.887350 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:37:04.887358 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 19:37:04.887384 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 19:37:04.887333 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 19:37:04.951479 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:37:04.967908 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 19:37:04.968810 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:37:05.023430 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:37:05.958999 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:37:05.990480 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 19:37:05.998862 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:37:06.005679 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:37:06.018883 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 19:37:08.031868 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 19:37:10.016688 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 19:37:10.936302 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 19:37:11.035336 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 19:37:16.048797 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 19:37:20.179373 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 19:37:20.179397 1 tasks.go:49] processing task group 3 of 3 I0329 19:37:20.179415 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 19:37:20.221445 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 19:37:20.226029 1 operator.go:851] Updating ClusterOperator status to done. I0329 19:41:43.336922 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0329 19:41:43.336973 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 19:41:43.360965 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 19:41:43.364910 1 tasks.go:49] processing task group 1 of 3 I0329 19:41:43.364934 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 19:41:43.364947 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:41:43.375283 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 19:41:46.497273 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 19:41:46.497295 1 tasks.go:49] processing task group 2 of 3 I0329 19:41:46.497319 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:41:46.497322 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 19:41:46.497344 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 19:41:46.497368 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:41:46.497386 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:41:46.497401 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:41:46.497418 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 19:41:46.497438 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 19:41:46.497461 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 19:41:46.497481 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:41:46.497519 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 19:41:46.497543 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:41:46.497557 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 19:41:46.497584 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 19:41:46.497610 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 19:41:46.548889 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 19:41:46.568264 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 19:41:46.581518 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 19:41:46.630765 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 19:41:47.560865 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 19:41:47.584637 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 19:41:47.593312 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 19:41:47.596459 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 19:41:47.626971 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 19:41:49.649040 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 19:41:51.621293 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 19:41:52.554004 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 19:41:52.641139 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 19:41:57.636244 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 19:42:01.815136 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 19:42:01.815160 1 tasks.go:49] processing task group 3 of 3 I0329 19:42:01.815176 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 19:42:01.853392 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 19:42:01.858203 1 operator.go:851] Updating ClusterOperator status to done.