W0416 12:33:27.279493 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0416 12:33:27.279819 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0416 12:33:27.279832 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0416 12:33:27.279837 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0416 12:33:27.279841 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0416 12:33:27.303200 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0416 12:33:27.306238 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0416 12:33:27.306322 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0416 12:33:27.306437 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0416 12:33:27.307365 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0416 12:33:27.312514 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0416 12:33:27.312553 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0416 12:33:27.312882 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0416 12:33:27.313244 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0416 12:33:27.313894 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0416 12:33:27.314495 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0416 12:33:27.315024 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0416 12:33:27.317896 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0416 12:33:27.318865 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0416 12:33:27.318978 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0416 12:33:27.319015 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0416 12:33:27.319208 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0416 12:33:27.319501 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0416 12:33:27.321405 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0416 12:33:27.323168 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0416 12:33:27.324291 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 12:33:27.352592 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0416 12:33:27.409505 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 12:33:27.409554 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:33:27.409572 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0416 12:33:27.409590 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0416 12:33:27.409579 1 rule_controller.go:113] Starting alerting rules controller I0416 12:33:27.409598 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0416 12:33:27.409613 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0416 12:33:27.409623 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0416 12:33:27.409629 1 relabel_controller.go:117] Starting alert relabel config controller I0416 12:33:27.409625 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0416 12:33:27.409636 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0416 12:33:27.409645 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0416 12:33:27.409646 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0416 12:33:27.409653 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0416 12:33:27.409637 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0416 12:33:27.412903 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0416 12:33:27.412922 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0416 12:33:27.412925 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0416 12:33:27.413161 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0416 12:33:27.417863 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.417861 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.418227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0416 12:33:27.418248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0416 12:33:27.418315 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.418495 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0416 12:33:27.429292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-vxrbg" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0416 12:33:27.432348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-z4pz4" is created for OpenShiftMonitoringTelemeterClientCertRequester I0416 12:33:27.433039 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-55bjm" is created for OpenShiftMonitoringClientCertRequester I0416 12:33:27.435663 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.436958 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.438204 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.444588 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.444595 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.444605 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.448300 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.450221 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.450234 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.450739 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:33:27.452670 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.456070 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.456071 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.457471 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.459888 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.464056 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.465924 1 tasks.go:49] processing task group 1 of 3 I0416 12:33:27.465949 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:33:27.465967 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:33:27.466911 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.466918 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.468158 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.473984 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.473994 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.476857 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.478097 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.480338 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.480445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0416 12:33:27.483983 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.489408 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0416 12:33:27.489801 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.489801 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.493067 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.495022 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:33:27.496135 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.496157 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.500938 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.506485 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.506488 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.507422 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.510528 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0416 12:33:27.510540 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0416 12:33:27.511940 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.511948 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0416 12:33:27.515050 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0416 12:33:27.515151 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0416 12:33:27.519920 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0416 12:33:27.519941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0416 12:33:27.522560 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0416 12:33:27.522623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0416 12:33:27.524148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0416 12:33:27.576931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0416 12:33:27.656795 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0416 12:33:27.669184 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0416 12:33:27.700606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0416 12:33:27.714401 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0416 12:33:28.014917 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0416 12:33:28.016284 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0416 12:33:28.016301 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0416 12:33:28.016312 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0416 12:33:28.016317 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0416 12:33:28.018810 1 secure_serving.go:57] Forcing use of http/1.1 only I0416 12:33:28.018827 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0416 12:33:28.023872 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0416 12:33:28.023883 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0416 12:33:28.023889 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0416 12:33:28.023898 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0416 12:33:28.023901 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0416 12:33:28.023893 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0416 12:33:28.024247 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0416 12:33:28.024402 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776342778\" (2026-04-16 12:33:09 +0000 UTC to 2028-04-15 12:33:10 +0000 UTC (now=2026-04-16 12:33:28.024369393 +0000 UTC))" I0416 12:33:28.024584 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776342808\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776342807\" (2026-04-16 11:33:27 +0000 UTC to 2027-04-16 11:33:27 +0000 UTC (now=2026-04-16 12:33:28.024569464 +0000 UTC))" I0416 12:33:28.024606 1 secure_serving.go:213] Serving securely on [::]:8443 I0416 12:33:28.024627 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0416 12:33:28.024638 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0416 12:33:28.026425 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0416 12:33:28.026652 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0416 12:33:28.026653 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0416 12:33:28.124426 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0416 12:33:28.124444 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0416 12:33:28.124428 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0416 12:33:28.124629 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-16 12:07:26 +0000 UTC to 2036-04-13 12:07:26 +0000 UTC (now=2026-04-16 12:33:28.124597859 +0000 UTC))" I0416 12:33:28.124850 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776342778\" (2026-04-16 12:33:09 +0000 UTC to 2028-04-15 12:33:10 +0000 UTC (now=2026-04-16 12:33:28.124833194 +0000 UTC))" I0416 12:33:28.125004 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776342808\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776342807\" (2026-04-16 11:33:27 +0000 UTC to 2027-04-16 11:33:27 +0000 UTC (now=2026-04-16 12:33:28.124990635 +0000 UTC))" I0416 12:33:28.125176 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-16 12:07:27 +0000 UTC to 2036-04-13 12:07:27 +0000 UTC (now=2026-04-16 12:33:28.125151193 +0000 UTC))" I0416 12:33:28.125212 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-16 12:07:32 +0000 UTC to 2036-04-13 12:07:32 +0000 UTC (now=2026-04-16 12:33:28.125197053 +0000 UTC))" I0416 12:33:28.125239 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-16 12:07:33 +0000 UTC to 2036-04-13 12:07:33 +0000 UTC (now=2026-04-16 12:33:28.125224679 +0000 UTC))" I0416 12:33:28.125271 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-16 12:07:36 +0000 UTC to 2036-04-13 12:07:36 +0000 UTC (now=2026-04-16 12:33:28.125253482 +0000 UTC))" I0416 12:33:28.125300 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-16 12:07:38 +0000 UTC to 2036-04-13 12:07:38 +0000 UTC (now=2026-04-16 12:33:28.12528552 +0000 UTC))" I0416 12:33:28.125329 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pn8311qd5ncflf1qagbu0uko0pvbtss-kx-8052bea366_customer-system-admin-signer@1776341412\" [] issuer=\"\" (2026-04-16 12:10:11 +0000 UTC to 2026-04-23 12:10:12 +0000 UTC (now=2026-04-16 12:33:28.125312898 +0000 UTC))" I0416 12:33:28.125359 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pn8311qd5ncflf1qagbu0uko0pvbtss-kx-8052bea366_sre-system-admin-signer@1776341412\" [] issuer=\"\" (2026-04-16 12:10:11 +0000 UTC to 2026-04-23 12:10:12 +0000 UTC (now=2026-04-16 12:33:28.125343838 +0000 UTC))" I0416 12:33:28.125388 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-16 12:07:26 +0000 UTC to 2036-04-13 12:07:26 +0000 UTC (now=2026-04-16 12:33:28.125375158 +0000 UTC))" I0416 12:33:28.125648 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776342778\" (2026-04-16 12:33:09 +0000 UTC to 2028-04-15 12:33:10 +0000 UTC (now=2026-04-16 12:33:28.125623641 +0000 UTC))" I0416 12:33:28.125893 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776342808\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776342807\" (2026-04-16 11:33:27 +0000 UTC to 2027-04-16 11:33:27 +0000 UTC (now=2026-04-16 12:33:28.125870323 +0000 UTC))" I0416 12:33:30.763075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0416 12:33:30.777620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0416 12:33:30.791998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0416 12:33:34.920654 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:33:34.920689 1 tasks.go:49] processing task group 2 of 3 I0416 12:33:34.920716 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:33:34.920722 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:33:34.920737 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:33:34.920738 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:33:34.920746 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:33:34.920752 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:33:34.920753 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:33:34.920758 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:33:34.920760 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:33:34.920769 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:33:34.920773 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:33:34.920777 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:33:34.920775 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:33:34.920795 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:33:34.920803 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:33:34.936304 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0416 12:33:34.939947 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0416 12:33:34.974747 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0416 12:33:34.975418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0416 12:33:34.978253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0416 12:33:34.984514 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0416 12:33:35.006190 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:33:35.021311 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:33:35.049009 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:33:35.058238 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0416 12:33:35.141888 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0416 12:33:35.144414 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0416 12:33:35.145363 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0416 12:33:35.145375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0416 12:33:35.145395 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0416 12:33:35.203899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0416 12:33:35.297081 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0416 12:33:35.303849 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0416 12:33:35.304152 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0416 12:33:35.304165 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0416 12:33:35.304183 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0416 12:33:35.307313 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0416 12:33:35.316738 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0416 12:33:35.321709 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0416 12:33:35.321709 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0416 12:33:35.321734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0416 12:33:35.342969 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0416 12:33:35.344193 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0416 12:33:35.371882 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0416 12:33:35.372891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0416 12:33:35.481803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0416 12:33:35.498011 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0416 12:33:35.610335 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0416 12:33:35.686212 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0416 12:33:35.689152 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0416 12:33:35.775094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0416 12:33:35.776916 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0416 12:33:35.893020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0416 12:33:35.897926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0416 12:33:35.923573 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0416 12:33:35.993869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0416 12:33:36.004707 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0416 12:33:36.072023 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0416 12:33:36.085872 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0416 12:33:36.098856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0416 12:33:36.183215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0416 12:33:36.186698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0416 12:33:36.208276 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0416 12:33:36.283587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0416 12:33:36.285540 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0416 12:33:36.298682 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0416 12:33:36.307632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0416 12:33:36.340286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0416 12:33:36.359799 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0416 12:33:36.359834 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0416 12:33:36.406121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0416 12:33:36.697898 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0416 12:33:37.067932 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0416 12:33:37.079682 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0416 12:33:37.093074 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0416 12:33:37.193968 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0416 12:33:37.290068 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0416 12:33:37.382144 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0416 12:33:37.486266 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0416 12:33:37.610223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0416 12:33:37.704475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0416 12:33:37.745083 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:33:37.745128 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0416 12:33:37.745533 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0416 12:33:37.807561 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0416 12:33:37.906681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0416 12:33:38.007057 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0416 12:33:38.052674 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:33:38.057669 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:33:38.107004 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0416 12:33:38.208509 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0416 12:33:38.281870 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0416 12:33:38.300996 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0416 12:33:38.311962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-d9pt69vq9kcvm -n openshift-monitoring because it was missing I0416 12:33:38.436566 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:33:38.494351 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:33:38.954728 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0416 12:33:39.493919 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:33:39.976598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0416 12:33:39.981740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-5ek49ufhdqj7s -n openshift-monitoring because it was missing I0416 12:33:40.009310 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0416 12:33:41.335172 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-8vpd207m36086 -n openshift-monitoring because it was missing I0416 12:33:41.351914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0416 12:33:41.372716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0416 12:33:41.383052 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0416 12:33:45.066561 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:33:45.066640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0416 12:33:50.383130 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0416 12:33:50.418231 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:33:55.804389 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0416 12:34:06.064295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0416 12:34:06.086615 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:34:06.086691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0416 12:34:14.758617 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 12:34:16.422912 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:34:51.442826 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:34:51.442872 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0416 12:34:51.442880 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0416 12:34:51.442899 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0416 12:34:51.444006 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:34:51.471973 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:34:51.476540 1 tasks.go:49] processing task group 1 of 3 I0416 12:34:51.476562 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:34:51.476578 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:34:51.490463 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:34:52.527116 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUUVHSWg0citRS3d3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qTTBNamMzT0RBZQpGdzB5TmpBME1UWXhNak15TlRkYUZ3MHlPREEyTVRReE1qTXlOVGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOell6TkRJM056Z3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRG5tbFU4MmVVcUZncFRXWnJERWhuM3BRYVZjRExXNlhzTwpzaTNPM0pLazArTzduWjEvUjZlb3NuTWJ2dTJPKzI1UERraHBrQlkrUGczYjJjd2RuVnV6ZGw2VFg4M2xBR1BTCjduT0NZcS9ZT3VGdjJKaEJhSndUUEx5dGVRUkFkQldRM0pYMjFLUWRDczJ6OFlISnpFSU80dFNWSHBjVFZPTHcKQTFmMW04TzU2dmR4VDBobDkvakdhTTM5ZmVyQlJaMDhnQ0RrWEJQWm5OYVRma1VDRUh1NDZnRUFwemo1aTFsVQplUHJNMHRBakR1c1hXSUdkODI3L2hmK3MvV1d3R0hIUzN1MW82YVkzRE05bzdCNnBIK1pidnhYWGtZZy9KZEZICjk1YWR1S0RVTFpnWHVvRTBpWktsSzZ3SGNzZ0YxSmE1cGYyL1RvTUlTdEM5emJ5K2VUeDlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFmcDlDOApWbFFRMSs4elRJZHdWSXlhZlcxd0tUQWZCZ05WSFNNRUdEQVdnQlFmcDlDOFZsUVExKzh6VElkd1ZJeWFmVzF3CktUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUEyc242ZjFXcGI0OStOS2t0NTdwT0tvWnczbE5BQy8yZTBLRDEKQytQamlJVjMwelhqdjdDZkgyUVF3WWt0dlFxbVJJY1luMGdwWGZrc3dLcmZSalRHaGczRXR5QVkrenJhUVA0cQpjcnZxQ21ock1SOTlPTy8vK1FkbDBub3JZeVAxNjIvVHVuRnEzOUVJbTBTQzF3UzM0bjNCeXVoQk5oRG1DN3hJCkFNZmxwUG5TZmQyRkJVVzRVMjFuUm1VOWpjVUErbkdpalY4Wis3T1V1amhDSUNSTDl5WjFSaVRLOWhuZTVVSXAKN0xvbERoU3llYVorenI3K1YxNXFnYXFUaEtLS3NsVmJCMmw4UXJuLy9sc0FXQXF0VWY5RGdNNTRkVlI1cnJPdgpoMko2Qks3VkRRSldZS3JML3NJYlpobTRnU0lKNE01R0tnamhLdTNlSHl3M2xPTU84Zz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0416 12:34:52.533070 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0416 12:34:52.537780 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUUVHSWg0citRS3d3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qTTBNamMzT0RBZQpGdzB5TmpBME1UWXhNak15TlRkYUZ3MHlPREEyTVRReE1qTXlOVGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOell6TkRJM056Z3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRG5tbFU4MmVVcUZncFRXWnJERWhuM3BRYVZjRExXNlhzTwpzaTNPM0pLazArTzduWjEvUjZlb3NuTWJ2dTJPKzI1UERraHBrQlkrUGczYjJjd2RuVnV6ZGw2VFg4M2xBR1BTCjduT0NZcS9ZT3VGdjJKaEJhSndUUEx5dGVRUkFkQldRM0pYMjFLUWRDczJ6OFlISnpFSU80dFNWSHBjVFZPTHcKQTFmMW04TzU2dmR4VDBobDkvakdhTTM5ZmVyQlJaMDhnQ0RrWEJQWm5OYVRma1VDRUh1NDZnRUFwemo1aTFsVQplUHJNMHRBakR1c1hXSUdkODI3L2hmK3MvV1d3R0hIUzN1MW82YVkzRE05bzdCNnBIK1pidnhYWGtZZy9KZEZICjk1YWR1S0RVTFpnWHVvRTBpWktsSzZ3SGNzZ0YxSmE1cGYyL1RvTUlTdEM5emJ5K2VUeDlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFmcDlDOApWbFFRMSs4elRJZHdWSXlhZlcxd0tUQWZCZ05WSFNNRUdEQVdnQlFmcDlDOFZsUVExKzh6VElkd1ZJeWFmVzF3CktUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUEyc242ZjFXcGI0OStOS2t0NTdwT0tvWnczbE5BQy8yZTBLRDEKQytQamlJVjMwelhqdjdDZkgyUVF3WWt0dlFxbVJJY1luMGdwWGZrc3dLcmZSalRHaGczRXR5QVkrenJhUVA0cQpjcnZxQ21ock1SOTlPTy8vK1FkbDBub3JZeVAxNjIvVHVuRnEzOUVJbTBTQzF3UzM0bjNCeXVoQk5oRG1DN3hJCkFNZmxwUG5TZmQyRkJVVzRVMjFuUm1VOWpjVUErbkdpalY4Wis3T1V1amhDSUNSTDl5WjFSaVRLOWhuZTVVSXAKN0xvbERoU3llYVorenI3K1YxNXFnYXFUaEtLS3NsVmJCMmw4UXJuLy9sc0FXQXF0VWY5RGdNNTRkVlI1cnJPdgpoMko2Qks3VkRRSldZS3JML3NJYlpobTRnU0lKNE01R0tnamhLdTNlSHl3M2xPTU84Zz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0416 12:34:52.544403 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0416 12:34:54.644696 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:34:54.644717 1 tasks.go:49] processing task group 2 of 3 I0416 12:34:54.644742 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:34:54.644747 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:34:54.644766 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:34:54.644795 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:34:54.644806 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:34:54.644820 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:34:54.644836 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:34:54.644862 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:34:54.644875 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:34:54.644896 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:34:54.644954 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:34:54.644975 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:34:54.644998 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:34:54.645043 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:34:54.645049 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:34:54.725832 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:34:54.741993 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:34:54.745488 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:34:54.768387 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0416 12:34:54.785311 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0416 12:34:54.808926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0416 12:34:54.822255 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0416 12:34:54.825355 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:34:54.835016 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0416 12:34:54.890361 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0416 12:34:55.740882 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:34:55.762665 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:34:55.772793 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:34:55.775278 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:34:55.799903 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:34:57.868820 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:34:59.808665 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:34:59.885460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0416 12:35:00.703137 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:35:04.977269 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:35:29.757245 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 12:35:44.759472 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 12:36:05.814798 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:37:10.025794 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:37:10.025822 1 tasks.go:49] processing task group 3 of 3 I0416 12:37:10.025834 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:37:10.074335 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:37:10.074360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5d491c64-2455-4843-bf80-ee4eef6d70af", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0416 12:37:10.080210 1 operator.go:851] Updating ClusterOperator status to done. W0416 12:37:10.116600 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:37:10.159520 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:37:10.164586 1 tasks.go:49] processing task group 1 of 3 I0416 12:37:10.164609 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:37:10.164622 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:37:10.178289 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:37:13.326758 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:37:13.326778 1 tasks.go:49] processing task group 2 of 3 I0416 12:37:13.326800 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:37:13.326805 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:37:13.326821 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:37:13.326842 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:37:13.326856 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:37:13.326873 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:37:13.326895 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:37:13.326913 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:37:13.326933 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:37:13.326937 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:37:13.326956 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:37:13.326992 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:37:13.327008 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:37:13.327023 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:37:13.327084 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:37:13.392128 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:37:13.413097 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:37:13.421236 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:37:13.473395 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:37:14.411741 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:37:14.437580 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:37:14.438673 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:37:14.459570 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:37:14.476961 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:37:16.499559 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:37:18.478155 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:37:19.400084 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:37:19.482314 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:37:24.492900 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:37:28.658681 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:37:28.658709 1 tasks.go:49] processing task group 3 of 3 I0416 12:37:28.658726 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:37:28.698639 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:37:28.704194 1 operator.go:851] Updating ClusterOperator status to done. I0416 12:37:29.757851 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0416 12:37:29.757878 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:37:29.801666 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:37:29.813102 1 tasks.go:49] processing task group 1 of 3 I0416 12:37:29.813136 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:37:29.813150 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:37:29.829671 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:37:32.963738 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:37:32.963766 1 tasks.go:49] processing task group 2 of 3 I0416 12:37:32.963797 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:37:32.963798 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:37:32.963820 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:37:32.963838 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:37:32.963857 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:37:32.963882 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:37:32.963893 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:37:32.963915 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:37:32.963954 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:37:32.963979 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:37:32.964000 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:37:32.964004 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:37:32.964003 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:37:32.963981 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:37:32.964015 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:37:33.023157 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:37:33.041339 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:37:33.047095 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:37:33.107589 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:37:34.040065 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:37:34.066215 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:37:34.074195 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:37:34.091543 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:37:34.099192 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:37:36.132078 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:37:38.093930 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:37:39.024009 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:37:39.121350 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:37:44.123289 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:37:48.303135 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:37:48.303159 1 tasks.go:49] processing task group 3 of 3 I0416 12:37:48.303172 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:37:48.348757 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:37:48.354741 1 operator.go:851] Updating ClusterOperator status to done. I0416 12:37:59.523153 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0416 12:37:59.523184 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:37:59.565881 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:37:59.574824 1 tasks.go:49] processing task group 1 of 3 I0416 12:37:59.574849 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:37:59.574865 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:37:59.589608 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:38:02.709729 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:38:02.709751 1 tasks.go:49] processing task group 2 of 3 I0416 12:38:02.709779 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:38:02.709781 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:38:02.709808 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:38:02.709824 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:38:02.709848 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:38:02.709870 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:38:02.709890 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:38:02.709915 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:38:02.709951 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:38:02.709951 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:38:02.709964 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:38:02.709984 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:38:02.710004 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:38:02.709937 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:38:02.710063 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:38:02.789495 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:38:02.820928 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:38:02.824010 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:38:02.942944 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:38:03.809072 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:38:03.827249 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:38:03.828333 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:38:03.831656 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:38:03.875171 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:38:05.861055 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:38:07.854356 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:38:08.773796 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:38:08.894073 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:38:13.866478 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:38:18.039960 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:38:18.039989 1 tasks.go:49] processing task group 3 of 3 I0416 12:38:18.040000 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:38:18.079408 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:38:18.084745 1 operator.go:851] Updating ClusterOperator status to done. I0416 12:38:27.409757 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 12:38:27.409795 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:38:27.440857 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:38:27.445658 1 tasks.go:49] processing task group 1 of 3 I0416 12:38:27.445680 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:38:27.445694 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:38:27.459385 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:38:30.579670 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:38:30.579691 1 tasks.go:49] processing task group 2 of 3 I0416 12:38:30.579718 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:38:30.579724 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:38:30.579734 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:38:30.579759 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:38:30.579770 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:38:30.579793 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:38:30.579809 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:38:30.579828 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:38:30.579847 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:38:30.579880 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:38:30.579909 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:38:30.579923 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:38:30.579939 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:38:30.579903 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:38:30.579910 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:38:30.638050 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:38:30.655552 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:38:30.663215 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:38:30.718957 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:38:31.655827 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:38:31.685625 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:38:31.686371 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:38:31.700238 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:38:31.712586 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:38:33.736059 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:38:35.717260 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:38:36.641950 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:38:36.731883 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:38:41.740103 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:38:45.888490 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:38:45.888517 1 tasks.go:49] processing task group 3 of 3 I0416 12:38:45.888529 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:38:45.932087 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:38:45.937529 1 operator.go:851] Updating ClusterOperator status to done. I0416 12:43:27.409682 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 12:43:27.409737 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:43:27.444015 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:43:27.449058 1 tasks.go:49] processing task group 1 of 3 I0416 12:43:27.449081 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:43:27.449100 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:43:27.463965 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:43:30.596527 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:43:30.596548 1 tasks.go:49] processing task group 2 of 3 I0416 12:43:30.596569 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:43:30.596576 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:43:30.596594 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:43:30.596617 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:43:30.596635 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:43:30.596661 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:43:30.596678 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:43:30.596693 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:43:30.596711 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:43:30.596737 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:43:30.596757 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:43:30.596759 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:43:30.596774 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:43:30.596795 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:43:30.596819 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:43:30.656798 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:43:30.678855 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:43:30.682211 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:43:30.744397 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:43:31.688493 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:43:31.708857 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:43:31.715311 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:43:31.731264 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:43:31.742373 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:43:33.782464 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:43:35.740742 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:43:36.661144 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:43:36.762210 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:43:41.764694 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:43:45.980345 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:43:45.980370 1 tasks.go:49] processing task group 3 of 3 I0416 12:43:45.980387 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:43:46.025331 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:43:46.030957 1 operator.go:851] Updating ClusterOperator status to done. I0416 12:48:27.313547 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0416 12:48:27.313595 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:48:27.314990 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0416 12:48:27.315015 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0416 12:48:27.315106 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0416 12:48:27.315124 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0416 12:48:27.315184 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0416 12:48:27.315207 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0416 12:48:27.318056 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0416 12:48:27.319127 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0416 12:48:27.319566 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 12:48:27.319680 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0416 12:48:27.353313 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0416 12:48:27.353343 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:48:27.358661 1 tasks.go:49] processing task group 1 of 3 I0416 12:48:27.358690 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:48:27.358701 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:48:27.374710 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:48:27.409949 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0416 12:48:30.521867 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:48:30.521888 1 tasks.go:49] processing task group 2 of 3 I0416 12:48:30.521916 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:48:30.521918 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:48:30.521929 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:48:30.521956 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:48:30.521971 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:48:30.522008 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:48:30.522022 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:48:30.522048 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:48:30.522061 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:48:30.522083 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:48:30.522155 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:48:30.522183 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:48:30.522146 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:48:30.522157 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:48:30.522162 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:48:30.585879 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:48:30.609920 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:48:30.612115 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:48:30.671514 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:48:31.609510 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:48:31.636434 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:48:31.637253 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:48:31.660309 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:48:31.662452 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:48:33.683595 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:48:35.664995 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:48:36.579490 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:48:36.679815 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:48:41.703663 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:48:45.841561 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:48:45.841587 1 tasks.go:49] processing task group 3 of 3 I0416 12:48:45.841605 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:48:45.878955 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:48:45.884111 1 operator.go:851] Updating ClusterOperator status to done. W0416 12:48:45.893009 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:48:45.919982 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:48:45.924526 1 tasks.go:49] processing task group 1 of 3 I0416 12:48:45.924550 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:48:45.924563 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:48:45.938316 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:48:49.046764 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:48:49.046787 1 tasks.go:49] processing task group 2 of 3 I0416 12:48:49.046813 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:48:49.046819 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:48:49.046840 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:48:49.046854 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:48:49.046873 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:48:49.046909 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:48:49.046936 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:48:49.046930 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:48:49.046947 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:48:49.046980 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:48:49.046966 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:48:49.046983 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:48:49.047003 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:48:49.047067 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:48:49.046918 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:48:49.117393 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:48:49.131715 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:48:49.137130 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:48:49.216359 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:48:50.114769 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:48:50.143584 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:48:50.166809 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:48:50.174133 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:48:50.193863 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:48:52.215994 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:48:54.205194 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:48:55.118779 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:48:55.221811 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:49:00.220692 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:49:04.401980 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:49:04.402005 1 tasks.go:49] processing task group 3 of 3 I0416 12:49:04.402021 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:49:04.441060 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:49:04.446687 1 operator.go:851] Updating ClusterOperator status to done. I0416 12:53:27.410084 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 12:53:27.410140 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:53:27.443445 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:53:27.448714 1 tasks.go:49] processing task group 1 of 3 I0416 12:53:27.448739 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:53:27.448752 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:53:27.462916 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:53:30.604968 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:53:30.604990 1 tasks.go:49] processing task group 2 of 3 I0416 12:53:30.605017 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:53:30.605018 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:53:30.605057 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:53:30.605068 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:53:30.605077 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:53:30.605087 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:53:30.605107 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:53:30.605127 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:53:30.605146 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:53:30.605174 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:53:30.605186 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:53:30.605210 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:53:30.605216 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:53:30.605059 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:53:30.605243 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:53:30.669432 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:53:30.687588 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:53:30.690462 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:53:30.756445 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:53:31.684905 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:53:31.720206 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:53:31.725149 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:53:31.737566 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:53:31.760318 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:53:33.772071 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:53:35.749372 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:53:36.678837 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:53:36.769774 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:53:41.784719 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:53:45.952929 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:53:45.952957 1 tasks.go:49] processing task group 3 of 3 I0416 12:53:45.952968 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:53:45.992111 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:53:45.998400 1 operator.go:851] Updating ClusterOperator status to done. I0416 12:58:27.410489 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 12:58:27.410540 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:58:27.446992 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:58:27.452405 1 tasks.go:49] processing task group 1 of 3 I0416 12:58:27.452429 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:58:27.452442 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:58:27.468873 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:58:30.618809 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:58:30.618830 1 tasks.go:49] processing task group 2 of 3 I0416 12:58:30.618855 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:58:30.618857 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:58:30.618870 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:58:30.618883 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:58:30.618906 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:58:30.618916 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:58:30.618942 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:58:30.618950 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:58:30.618970 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:58:30.618993 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:58:30.619008 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:58:30.619019 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:58:30.619056 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:58:30.619063 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:58:30.618862 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:58:30.679920 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:58:30.707079 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:58:30.707234 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:58:30.765168 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:58:31.704281 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:58:31.725697 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:58:31.728985 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:58:31.754153 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:58:31.767001 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:58:33.789292 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:58:35.766770 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:58:36.686684 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:58:36.775402 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:58:41.796973 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:58:45.971623 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:58:45.971648 1 tasks.go:49] processing task group 3 of 3 I0416 12:58:45.971664 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:58:46.011467 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:58:46.017556 1 operator.go:851] Updating ClusterOperator status to done. I0416 13:03:27.313562 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0416 13:03:27.313621 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 13:03:27.315024 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0416 13:03:27.315066 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0416 13:03:27.315102 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0416 13:03:27.315154 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0416 13:03:27.315215 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0416 13:03:27.315228 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0416 13:03:27.318070 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0416 13:03:27.319207 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0416 13:03:27.320250 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 13:03:27.320260 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0416 13:03:27.348859 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 13:03:27.353485 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0416 13:03:27.354761 1 tasks.go:49] processing task group 1 of 3 I0416 13:03:27.354784 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 13:03:27.354797 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 13:03:27.372121 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 13:03:27.410360 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0416 13:03:30.526072 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 13:03:30.526093 1 tasks.go:49] processing task group 2 of 3 I0416 13:03:30.526121 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 13:03:30.526122 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 13:03:30.526131 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 13:03:30.526151 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 13:03:30.526169 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 13:03:30.526181 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 13:03:30.526206 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 13:03:30.526222 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 13:03:30.526236 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 13:03:30.526263 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 13:03:30.526276 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 13:03:30.526280 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 13:03:30.526299 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 13:03:30.526323 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 13:03:30.526260 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 13:03:30.584649 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 13:03:30.611808 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 13:03:30.618768 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 13:03:30.676765 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 13:03:31.599201 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 13:03:31.650531 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 13:03:31.655222 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 13:03:31.679629 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 13:03:31.708561 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 13:03:33.694131 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 13:03:35.674510 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 13:03:36.595384 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 13:03:36.685280 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 13:03:41.718357 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 13:03:45.883809 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 13:03:45.883838 1 tasks.go:49] processing task group 3 of 3 I0416 13:03:45.883852 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 13:03:45.927628 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 13:03:45.933483 1 operator.go:851] Updating ClusterOperator status to done. W0416 13:03:45.945070 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 13:03:45.977189 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 13:03:45.982654 1 tasks.go:49] processing task group 1 of 3 I0416 13:03:45.982676 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 13:03:45.982691 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 13:03:45.996979 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 13:03:49.136210 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 13:03:49.136233 1 tasks.go:49] processing task group 2 of 3 I0416 13:03:49.136256 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 13:03:49.136265 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 13:03:49.136276 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 13:03:49.136296 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 13:03:49.136315 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 13:03:49.136333 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 13:03:49.136355 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 13:03:49.136374 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 13:03:49.136393 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 13:03:49.136418 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 13:03:49.136423 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 13:03:49.136434 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 13:03:49.136460 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 13:03:49.136476 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 13:03:49.136489 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 13:03:49.220499 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 13:03:49.250800 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 13:03:49.270259 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 13:03:49.338215 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 13:03:50.240426 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 13:03:50.271127 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 13:03:50.275393 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 13:03:50.276578 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 13:03:50.314985 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 13:03:52.347598 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 13:03:54.305480 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 13:03:55.208225 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 13:03:55.339335 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 13:04:00.318827 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 13:04:04.511387 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 13:04:04.511412 1 tasks.go:49] processing task group 3 of 3 I0416 13:04:04.511427 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 13:04:04.553638 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 13:04:04.559710 1 operator.go:851] Updating ClusterOperator status to done. I0416 13:08:27.409572 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 13:08:27.409630 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 13:08:27.445413 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 13:08:27.450738 1 tasks.go:49] processing task group 1 of 3 I0416 13:08:27.450764 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 13:08:27.450780 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 13:08:27.465250 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 13:08:30.606844 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 13:08:30.606867 1 tasks.go:49] processing task group 2 of 3 I0416 13:08:30.606897 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 13:08:30.606895 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 13:08:30.606910 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 13:08:30.606919 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 13:08:30.606941 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 13:08:30.606959 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 13:08:30.606974 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 13:08:30.606986 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 13:08:30.607008 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 13:08:30.607047 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 13:08:30.607047 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 13:08:30.607086 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 13:08:30.607104 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 13:08:30.607140 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 13:08:30.607139 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 13:08:30.672477 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 13:08:30.691837 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 13:08:30.697466 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 13:08:30.762244 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 13:08:31.686942 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 13:08:31.717321 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 13:08:31.720224 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 13:08:31.749386 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 13:08:31.750328 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 13:08:33.797262 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 13:08:35.748755 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 13:08:36.668508 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 13:08:36.768273 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 13:08:41.789570 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 13:08:45.962073 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 13:08:45.962100 1 tasks.go:49] processing task group 3 of 3 I0416 13:08:45.962113 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 13:08:46.003198 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 13:08:46.009750 1 operator.go:851] Updating ClusterOperator status to done.