W0428 15:39:16.729680 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0428 15:39:16.730021 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0428 15:39:16.730033 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0428 15:39:16.730038 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0428 15:39:16.730041 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0428 15:39:16.753895 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0428 15:39:16.756840 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0428 15:39:16.757045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0428 15:39:16.757456 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0428 15:39:16.758133 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0428 15:39:16.764536 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0428 15:39:16.774728 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:39:16.774834 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0428 15:39:16.775339 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:39:16.775529 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:39:16.775942 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0428 15:39:16.776062 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:39:16.776558 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:39:16.776578 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:39:16.776629 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:39:16.776688 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:39:16.776811 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:39:16.776848 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0428 15:39:16.785238 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0428 15:39:16.785507 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0428 15:39:16.786180 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:39:16.820265 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:39:16.861711 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 15:39:16.861767 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:39:16.861780 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0428 15:39:16.861799 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0428 15:39:16.861808 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0428 15:39:16.861806 1 relabel_controller.go:117] Starting alert relabel config controller I0428 15:39:16.861814 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0428 15:39:16.861826 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0428 15:39:16.861823 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0428 15:39:16.861828 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0428 15:39:16.861839 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0428 15:39:16.861842 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0428 15:39:16.861845 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0428 15:39:16.861785 1 rule_controller.go:113] Starting alerting rules controller I0428 15:39:16.861892 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0428 15:39:16.865595 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0428 15:39:16.865688 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0428 15:39:16.865721 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0428 15:39:16.866143 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0428 15:39:16.866418 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.866532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 15:39:16.866994 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.867040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 15:39:16.871823 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.871907 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 15:39:16.879895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-tdxlp" is created for OpenShiftMonitoringTelemeterClientCertRequester I0428 15:39:16.879912 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-pstzd" is created for OpenShiftMonitoringClientCertRequester I0428 15:39:16.885968 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-bhl5z" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0428 15:39:16.888986 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.894211 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.894235 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.895794 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.898332 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.899423 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.901434 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.902849 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.904651 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.905262 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.907448 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.908898 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.909680 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:39:16.910109 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.912238 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.913789 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.916320 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.918142 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.922261 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.922291 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.925739 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.927738 1 tasks.go:49] processing task group 1 of 3 I0428 15:39:16.927761 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:39:16.927773 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:39:16.929844 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.929851 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.933126 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.944404 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.944405 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.944408 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.948179 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0428 15:39:16.955308 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.955417 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0428 15:39:16.955457 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:39:16.955531 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0428 15:39:16.962137 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0428 15:39:16.962158 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0428 15:39:16.962707 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0428 15:39:16.967753 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0428 15:39:16.967770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0428 15:39:16.967786 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0428 15:39:16.967847 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0428 15:39:16.971045 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:39:16.981351 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0428 15:39:17.032283 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0428 15:39:17.120626 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0428 15:39:17.133741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 15:39:17.164617 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 15:39:17.185189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 15:39:17.299315 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0428 15:39:17.300863 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0428 15:39:17.300901 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0428 15:39:17.300912 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0428 15:39:17.300916 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0428 15:39:17.304839 1 secure_serving.go:57] Forcing use of http/1.1 only I0428 15:39:17.304849 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0428 15:39:17.321748 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0428 15:39:17.321760 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0428 15:39:17.321762 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0428 15:39:17.321778 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0428 15:39:17.321780 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0428 15:39:17.321781 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0428 15:39:17.322268 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0428 15:39:17.322539 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777390728\" (2026-04-28 15:38:59 +0000 UTC to 2028-04-27 15:39:00 +0000 UTC (now=2026-04-28 15:39:17.322516269 +0000 UTC))" I0428 15:39:17.322718 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777390757\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777390757\" (2026-04-28 14:39:16 +0000 UTC to 2027-04-28 14:39:16 +0000 UTC (now=2026-04-28 15:39:17.322702668 +0000 UTC))" I0428 15:39:17.322743 1 secure_serving.go:213] Serving securely on [::]:8443 I0428 15:39:17.322770 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0428 15:39:17.322801 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0428 15:39:17.324556 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0428 15:39:17.324828 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0428 15:39:17.324978 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0428 15:39:17.422005 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0428 15:39:17.422022 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0428 15:39:17.422033 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0428 15:39:17.422167 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-28 15:27:16 +0000 UTC to 2036-04-25 15:27:16 +0000 UTC (now=2026-04-28 15:39:17.422143828 +0000 UTC))" I0428 15:39:17.422363 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777390728\" (2026-04-28 15:38:59 +0000 UTC to 2028-04-27 15:39:00 +0000 UTC (now=2026-04-28 15:39:17.42234737 +0000 UTC))" I0428 15:39:17.422516 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777390757\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777390757\" (2026-04-28 14:39:16 +0000 UTC to 2027-04-28 14:39:16 +0000 UTC (now=2026-04-28 15:39:17.422504348 +0000 UTC))" I0428 15:39:17.422615 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-28 15:27:17 +0000 UTC to 2036-04-25 15:27:17 +0000 UTC (now=2026-04-28 15:39:17.422605049 +0000 UTC))" I0428 15:39:17.422635 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-28 15:27:22 +0000 UTC to 2036-04-25 15:27:22 +0000 UTC (now=2026-04-28 15:39:17.422625292 +0000 UTC))" I0428 15:39:17.422651 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-28 15:27:22 +0000 UTC to 2036-04-25 15:27:22 +0000 UTC (now=2026-04-28 15:39:17.422642716 +0000 UTC))" I0428 15:39:17.422669 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-28 15:27:24 +0000 UTC to 2036-04-25 15:27:24 +0000 UTC (now=2026-04-28 15:39:17.422661101 +0000 UTC))" I0428 15:39:17.422683 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-28 15:27:25 +0000 UTC to 2036-04-25 15:27:25 +0000 UTC (now=2026-04-28 15:39:17.422675701 +0000 UTC))" I0428 15:39:17.422698 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pv84iorom0igs6aqqkeuq1dfkdga3ab-kx-ccec17c6f4_customer-system-admin-signer@1777390188\" [] issuer=\"\" (2026-04-28 15:29:49 +0000 UTC to 2026-05-05 15:29:50 +0000 UTC (now=2026-04-28 15:39:17.422689516 +0000 UTC))" I0428 15:39:17.422716 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pv84iorom0igs6aqqkeuq1dfkdga3ab-kx-ccec17c6f4_sre-system-admin-signer@1777390188\" [] issuer=\"\" (2026-04-28 15:29:49 +0000 UTC to 2026-05-05 15:29:50 +0000 UTC (now=2026-04-28 15:39:17.422707132 +0000 UTC))" I0428 15:39:17.422738 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-28 15:27:16 +0000 UTC to 2036-04-25 15:27:16 +0000 UTC (now=2026-04-28 15:39:17.422722142 +0000 UTC))" I0428 15:39:17.422930 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777390728\" (2026-04-28 15:38:59 +0000 UTC to 2028-04-27 15:39:00 +0000 UTC (now=2026-04-28 15:39:17.422917989 +0000 UTC))" I0428 15:39:17.423082 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777390757\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777390757\" (2026-04-28 14:39:16 +0000 UTC to 2027-04-28 14:39:16 +0000 UTC (now=2026-04-28 15:39:17.423072303 +0000 UTC))" I0428 15:39:21.237340 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0428 15:39:21.252227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0428 15:39:21.272333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0428 15:39:29.392348 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:39:29.392376 1 tasks.go:49] processing task group 2 of 3 I0428 15:39:29.392405 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:39:29.392419 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:39:29.392429 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:39:29.392446 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:39:29.392446 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:39:29.392459 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:39:29.392463 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:39:29.392481 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:39:29.392496 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:39:29.392503 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:39:29.392503 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:39:29.392524 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:39:29.392521 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:39:29.392438 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:39:29.392542 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:39:29.409465 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0428 15:39:29.409485 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0428 15:39:29.447142 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0428 15:39:29.447165 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0428 15:39:29.455189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0428 15:39:29.475673 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0428 15:39:29.502644 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:39:29.511961 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:39:29.548313 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:39:29.565603 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0428 15:39:29.604383 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0428 15:39:29.604474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0428 15:39:29.621673 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0428 15:39:29.625108 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0428 15:39:29.632523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0428 15:39:29.696310 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0428 15:39:29.771012 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0428 15:39:29.771044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0428 15:39:29.771231 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0428 15:39:29.771246 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0428 15:39:29.774899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0428 15:39:29.775548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0428 15:39:29.791151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0428 15:39:29.792845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0428 15:39:29.793250 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0428 15:39:29.793268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0428 15:39:29.806493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0428 15:39:29.822438 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0428 15:39:29.841729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0428 15:39:29.851267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0428 15:39:29.980328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0428 15:39:29.990586 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0428 15:39:30.106819 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0428 15:39:30.110240 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0428 15:39:30.228011 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0428 15:39:30.233470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0428 15:39:30.304835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0428 15:39:30.317067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0428 15:39:30.343644 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0428 15:39:30.422373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0428 15:39:30.485325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0428 15:39:30.530227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0428 15:39:30.582210 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0428 15:39:30.604631 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0428 15:39:30.640001 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0428 15:39:30.655175 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0428 15:39:30.711690 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0428 15:39:30.799981 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0428 15:39:30.801324 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0428 15:39:30.822103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0428 15:39:30.827116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0428 15:39:30.882272 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0428 15:39:30.899811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0428 15:39:30.900106 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 15:39:30.961379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0428 15:39:31.068320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0428 15:39:31.069551 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:39:31.090324 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:39:31.118266 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:39:31.176073 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:39:31.235221 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:39:31.283720 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 15:39:31.290826 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:39:31.308554 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:39:31.463776 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:39:31.578565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0428 15:39:31.595171 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0428 15:39:31.610652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:39:31.671155 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:39:31.736686 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0428 15:39:31.828119 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:39:31.828146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0428 15:39:31.829255 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0428 15:39:31.878243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0428 15:39:31.878956 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:39:31.990121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0428 15:39:32.088598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0428 15:39:32.193125 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:39:32.290651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0428 15:39:32.399994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0428 15:39:32.504586 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0428 15:39:32.541245 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:39:32.561015 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:39:32.605390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:39:32.707126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0428 15:39:32.828332 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-6pdilmic63tjj -n openshift-monitoring because it was missing I0428 15:39:32.832906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0428 15:39:32.912000 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:39:32.949714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:39:32.975118 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:39:32.975116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0428 15:39:33.375388 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0428 15:39:33.953516 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:39:34.397085 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-9jr04bdnm042v -n openshift-monitoring because it was missing I0428 15:39:34.484522 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0428 15:39:34.535384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0428 15:39:36.010652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-5dm0vj19j0m3u -n openshift-monitoring because it was missing I0428 15:39:36.031629 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:39:36.054643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0428 15:39:36.065496 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0428 15:39:40.593844 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:39:40.593906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0428 15:39:47.928399 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0428 15:39:47.960241 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:39:48.072238 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:39:48.088809 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:39:48.131061 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:40:01.458054 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0428 15:40:01.473637 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:40:01.473711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0428 15:40:05.082093 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:40:10.973648 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:40:46.119421 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:40:46.119464 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0428 15:40:46.119474 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0428 15:40:46.119494 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0428 15:40:46.120602 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:40:46.150959 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:40:46.155540 1 tasks.go:49] processing task group 1 of 3 I0428 15:40:46.155561 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:40:46.155579 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:40:46.169693 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:40:47.202336 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSGs2QktYSFhjQ013RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056TTVNRGN5T0RBZQpGdzB5TmpBME1qZ3hOVE00TkRkYUZ3MHlPREEyTWpZeE5UTTRORGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN6T1RBM01qZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRHZGUkkva1J3ZUJ0MFdKTVF1d3hHTUFjRmQ2eU8vajdKNQo2NHFqWTM2b1dTa1NEQ0dYdUNUZWtYK2MvMzU3ZzZuc0xQOGNiZTBydnVKQzhETXdNOVU1ZnE4L0czY2pIY25zCk0rNVFlVThCTVhIYXN1U0xoMGtPc2QvTmgxUEVkNGV5aVZ2TFh2ODU5cHBvLzhrNzRJcElNbXNnZVY2RE5FNmMKeTZSYUExZzVjR1JzTUZqSDk5dExPak0wLzdrdUt0bldCU0xjL0UvczhVeFF1aStRSlZlYnZUOWptMCtUUGtBRAorYUFndTNoUVA4RzBuV09KVnRLWXhiTVNoTjhnU1FpTm9zaFBhRDhHdkRDVW5mK0hOVjYwb0pRSS9aOFBQS01ZCklJTWdrRklYbzU2SjhvaTVWZGlteEFNQ1lCTkpBT2p3K3Q4a09wZGZ6amxiNmQwS3NqTVZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNnd3dHbgpWTFh6YllIVzB2TkljMmwwUi82MmtEQWZCZ05WSFNNRUdEQVdnQlNnd3dHblZMWHpiWUhXMHZOSWMybDBSLzYyCmtEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUE2a1N3elVkTXlzaVRkT1BsM0lhd1NJOGFUeEVvREZDMXRrZkIKUzBySGY2ekZFZllseVU2V2RsRlNnaEdxQzJQQzB0VFF2Qlh6aG8wd1h3Uk94bk5oSmdaUEdNNXJNVCtRUG9yVApIdVpOOGpad0JJOGhLQ2FxeTdQblUzSjlEWGlRVFFVeEV3MkNVa09BZ2M1S2NtNGdIYlBFK2ZtaEJVNkJ2QW9rCmFLeXA0elJSQWlUUTBneVBzVitnQjh2REovMUxyN2JuY21LbmJSQVRHZDhaOXk5dExSdnlEZ2ZKS2NSQ0QraUIKSXY0djRGL2g5enN4SnlIamZmSjNVV3FBcGJpME0rU1hybVVlR1RoYXJ6UEhBVy90RWRzWExhaFV4eWx3bVhBYwpob1k0aUZOd3JvWU5xbU16Q0lhcnNyRnpoeVBvRkQzMU15ZkF2QzZ4UTNLZ1ViZFJydz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0428 15:40:47.210748 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0428 15:40:47.217401 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSGs2QktYSFhjQ013RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056TTVNRGN5T0RBZQpGdzB5TmpBME1qZ3hOVE00TkRkYUZ3MHlPREEyTWpZeE5UTTRORGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN6T1RBM01qZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRHZGUkkva1J3ZUJ0MFdKTVF1d3hHTUFjRmQ2eU8vajdKNQo2NHFqWTM2b1dTa1NEQ0dYdUNUZWtYK2MvMzU3ZzZuc0xQOGNiZTBydnVKQzhETXdNOVU1ZnE4L0czY2pIY25zCk0rNVFlVThCTVhIYXN1U0xoMGtPc2QvTmgxUEVkNGV5aVZ2TFh2ODU5cHBvLzhrNzRJcElNbXNnZVY2RE5FNmMKeTZSYUExZzVjR1JzTUZqSDk5dExPak0wLzdrdUt0bldCU0xjL0UvczhVeFF1aStRSlZlYnZUOWptMCtUUGtBRAorYUFndTNoUVA4RzBuV09KVnRLWXhiTVNoTjhnU1FpTm9zaFBhRDhHdkRDVW5mK0hOVjYwb0pRSS9aOFBQS01ZCklJTWdrRklYbzU2SjhvaTVWZGlteEFNQ1lCTkpBT2p3K3Q4a09wZGZ6amxiNmQwS3NqTVZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNnd3dHbgpWTFh6YllIVzB2TkljMmwwUi82MmtEQWZCZ05WSFNNRUdEQVdnQlNnd3dHblZMWHpiWUhXMHZOSWMybDBSLzYyCmtEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUE2a1N3elVkTXlzaVRkT1BsM0lhd1NJOGFUeEVvREZDMXRrZkIKUzBySGY2ekZFZllseVU2V2RsRlNnaEdxQzJQQzB0VFF2Qlh6aG8wd1h3Uk94bk5oSmdaUEdNNXJNVCtRUG9yVApIdVpOOGpad0JJOGhLQ2FxeTdQblUzSjlEWGlRVFFVeEV3MkNVa09BZ2M1S2NtNGdIYlBFK2ZtaEJVNkJ2QW9rCmFLeXA0elJSQWlUUTBneVBzVitnQjh2REovMUxyN2JuY21LbmJSQVRHZDhaOXk5dExSdnlEZ2ZKS2NSQ0QraUIKSXY0djRGL2g5enN4SnlIamZmSjNVV3FBcGJpME0rU1hybVVlR1RoYXJ6UEhBVy90RWRzWExhaFV4eWx3bVhBYwpob1k0aUZOd3JvWU5xbU16Q0lhcnNyRnpoeVBvRkQzMU15ZkF2QzZ4UTNLZ1ViZFJydz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0428 15:40:47.222479 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0428 15:40:49.310433 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:40:49.310456 1 tasks.go:49] processing task group 2 of 3 I0428 15:40:49.310473 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:40:49.310483 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:40:49.310492 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:40:49.310509 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:40:49.310529 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:40:49.310541 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:40:49.310558 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:40:49.310573 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:40:49.310592 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:40:49.310615 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:40:49.310631 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:40:49.310646 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:40:49.310675 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:40:49.310683 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:40:49.310693 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:40:49.374151 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:40:49.396540 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:40:49.398300 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:40:49.419399 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0428 15:40:49.431982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0428 15:40:49.460135 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0428 15:40:49.475353 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0428 15:40:49.477654 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:40:49.487509 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 15:40:49.541578 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 15:40:50.401488 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:40:50.431079 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:40:50.446134 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:40:50.457245 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:40:50.464755 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:40:52.474468 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:40:54.448425 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:40:54.538852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0428 15:40:55.371639 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:40:59.625779 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:41:00.486890 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:41:04.660945 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:41:04.660968 1 tasks.go:49] processing task group 3 of 3 I0428 15:41:04.660982 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:41:04.730407 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:41:04.730492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e261d3e8-7562-4335-87cf-0906330faf29", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0428 15:41:04.736639 1 operator.go:851] Updating ClusterOperator status to done. W0428 15:41:04.785198 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:41:04.826165 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:41:04.831784 1 tasks.go:49] processing task group 1 of 3 I0428 15:41:04.831814 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:41:04.831821 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:41:04.846446 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:41:07.961278 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:41:07.961306 1 tasks.go:49] processing task group 2 of 3 I0428 15:41:07.961334 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:41:07.961333 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:41:07.961348 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:41:07.961364 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:41:07.961381 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:41:07.961397 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:41:07.961422 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:41:07.961435 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:41:07.961453 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:41:07.961465 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:41:07.961491 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:41:07.961503 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:41:07.961513 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:41:07.961532 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:41:07.961546 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:41:08.024318 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:41:08.039648 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:41:08.052581 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:41:08.111441 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:41:09.041374 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:41:09.061705 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:41:09.074956 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:41:09.077406 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:41:09.101902 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:41:11.129834 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:41:13.110410 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:41:14.017940 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:41:14.117502 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:41:19.125801 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:41:19.252344 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:41:19.271687 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:41:23.302628 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:41:23.302652 1 tasks.go:49] processing task group 3 of 3 I0428 15:41:23.302665 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:41:23.344269 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:41:23.349701 1 operator.go:851] Updating ClusterOperator status to done. W0428 15:41:23.358918 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:41:23.385862 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:41:23.390220 1 tasks.go:49] processing task group 1 of 3 I0428 15:41:23.390243 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:41:23.390261 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:41:23.404580 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:41:26.514837 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:41:26.514864 1 tasks.go:49] processing task group 2 of 3 I0428 15:41:26.514910 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:41:26.514915 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:41:26.514930 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:41:26.514948 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:41:26.514973 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:41:26.514998 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:41:26.514998 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:41:26.515019 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:41:26.515037 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:41:26.515060 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:41:26.515079 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:41:26.515148 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:41:26.515150 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:41:26.514937 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:41:26.514983 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:41:26.575527 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:41:26.600644 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:41:26.604253 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:41:26.667607 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:41:27.593816 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:41:27.615143 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:41:27.628854 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:41:27.651428 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:41:27.665307 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:41:29.682088 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:41:31.660443 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:41:32.574782 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:41:32.670661 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:41:37.694897 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:41:41.843715 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:41:41.843739 1 tasks.go:49] processing task group 3 of 3 I0428 15:41:41.843756 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:41:41.887685 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:41:41.893144 1 operator.go:851] Updating ClusterOperator status to done. I0428 15:44:16.862441 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 15:44:16.862485 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:44:16.898606 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:44:16.904635 1 tasks.go:49] processing task group 1 of 3 I0428 15:44:16.904659 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:44:16.904686 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:44:16.917785 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:44:20.039918 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:44:20.039940 1 tasks.go:49] processing task group 2 of 3 I0428 15:44:20.039965 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:44:20.039969 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:44:20.039990 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:44:20.040008 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:44:20.040027 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:44:20.040043 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:44:20.040060 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:44:20.040088 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:44:20.040107 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:44:20.040131 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:44:20.040131 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:44:20.040156 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:44:20.040175 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:44:20.040198 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:44:20.040214 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:44:20.099406 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:44:20.115183 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:44:20.132045 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:44:20.182138 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:44:21.116437 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:44:21.135189 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:44:21.144292 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:44:21.147729 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:44:21.184426 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:44:23.191126 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:44:25.172449 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:44:26.095972 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:44:26.195146 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:44:27.436324 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:44:31.197862 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:44:35.344364 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:44:35.344389 1 tasks.go:49] processing task group 3 of 3 I0428 15:44:35.344406 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:44:35.385358 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:44:35.390637 1 operator.go:851] Updating ClusterOperator status to done. W0428 15:44:35.402030 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:44:35.471990 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:44:35.481959 1 tasks.go:49] processing task group 1 of 3 I0428 15:44:35.481984 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:44:35.481997 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:44:35.511854 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:44:38.702083 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:44:38.702107 1 tasks.go:49] processing task group 2 of 3 I0428 15:44:38.702137 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:44:38.702150 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:44:38.702164 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:44:38.702180 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:44:38.702199 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:44:38.702216 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:44:38.702237 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:44:38.702272 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:44:38.702282 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:44:38.702301 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:44:38.702330 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:44:38.702157 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:44:38.702359 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:44:38.702357 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:44:38.702375 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:44:38.764730 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:44:38.787063 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:44:38.802796 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:44:38.845518 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:44:39.796087 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:44:39.813924 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:44:39.824159 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:44:39.824514 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:44:39.855682 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:44:41.873012 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:44:43.834486 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:44:44.766460 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:44:44.858512 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:44:49.868377 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:44:54.046293 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:44:54.046317 1 tasks.go:49] processing task group 3 of 3 I0428 15:44:54.046334 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:44:54.089744 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:44:54.095401 1 operator.go:851] Updating ClusterOperator status to done. I0428 15:49:16.862517 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 15:49:16.862581 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:49:16.892219 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:49:16.897292 1 tasks.go:49] processing task group 1 of 3 I0428 15:49:16.897319 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:49:16.897339 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:49:16.911512 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:49:20.052337 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:49:20.052363 1 tasks.go:49] processing task group 2 of 3 I0428 15:49:20.052388 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:49:20.052395 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:49:20.052406 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:49:20.052432 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:49:20.052446 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:49:20.052481 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:49:20.052482 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:49:20.052501 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:49:20.052519 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:49:20.052543 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:49:20.052554 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:49:20.052559 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:49:20.052630 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:49:20.052536 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:49:20.052657 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:49:20.122886 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:49:20.154061 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:49:20.155561 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:49:20.211778 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:49:21.145644 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:49:21.182287 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:49:21.182566 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:49:21.185996 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:49:21.205631 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:49:23.246668 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:49:25.202565 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:49:26.117342 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:49:26.232614 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:49:31.237302 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:49:35.402172 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:49:35.402202 1 tasks.go:49] processing task group 3 of 3 I0428 15:49:35.402221 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:49:35.446175 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:49:35.451848 1 operator.go:851] Updating ClusterOperator status to done. I0428 15:54:16.775554 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0428 15:54:16.775589 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:54:16.775732 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0428 15:54:16.776134 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 15:54:16.776147 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 15:54:16.777084 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:54:16.777098 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0428 15:54:16.777122 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0428 15:54:16.777230 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0428 15:54:16.777302 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0428 15:54:16.777328 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0428 15:54:16.777339 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0428 15:54:16.805495 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:54:16.811104 1 tasks.go:49] processing task group 1 of 3 I0428 15:54:16.811129 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:54:16.811143 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:54:16.820518 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0428 15:54:16.826808 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:54:16.862051 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0428 15:54:19.979330 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:54:19.979352 1 tasks.go:49] processing task group 2 of 3 I0428 15:54:19.979375 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:54:19.979382 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:54:19.979402 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:54:19.979416 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:54:19.979434 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:54:19.979466 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:54:19.979482 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:54:19.979501 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:54:19.979518 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:54:19.979537 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:54:19.979555 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:54:19.979582 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:54:19.979591 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:54:19.979637 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:54:19.979643 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:54:20.059090 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:54:20.090693 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:54:20.091432 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:54:20.157556 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:54:21.083013 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:54:21.106302 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:54:21.127602 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:54:21.143468 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:54:21.159284 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:54:23.172802 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:54:25.143760 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:54:26.041212 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:54:26.169573 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:54:31.182273 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:54:35.358471 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:54:35.358499 1 tasks.go:49] processing task group 3 of 3 I0428 15:54:35.358516 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:54:35.398642 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:54:35.404036 1 operator.go:851] Updating ClusterOperator status to done. W0428 15:54:35.413999 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:54:35.439441 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:54:35.444468 1 tasks.go:49] processing task group 1 of 3 I0428 15:54:35.444492 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:54:35.444508 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:54:35.456629 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:54:38.573828 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:54:38.573851 1 tasks.go:49] processing task group 2 of 3 I0428 15:54:38.573897 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:54:38.573896 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:54:38.573908 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:54:38.573922 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:54:38.573944 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:54:38.573961 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:54:38.573976 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:54:38.573999 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:54:38.574012 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:54:38.574034 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:54:38.574057 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:54:38.574079 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:54:38.574086 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:54:38.574087 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:54:38.574091 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:54:38.630632 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:54:38.654438 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:54:38.659363 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:54:38.711516 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:54:39.654268 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:54:39.681817 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:54:39.687678 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:54:39.691475 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:54:39.710405 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:54:41.748115 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:54:43.703099 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:54:44.630472 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:54:44.728890 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:54:49.737477 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:54:53.901349 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:54:53.901374 1 tasks.go:49] processing task group 3 of 3 I0428 15:54:53.901396 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:54:53.940491 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:54:53.945592 1 operator.go:851] Updating ClusterOperator status to done. I0428 15:59:16.862130 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 15:59:16.862189 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:59:16.890674 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:59:16.895277 1 tasks.go:49] processing task group 1 of 3 I0428 15:59:16.895304 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:59:16.895321 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:59:16.909354 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:59:20.040177 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:59:20.040202 1 tasks.go:49] processing task group 2 of 3 I0428 15:59:20.040223 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:59:20.040228 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:59:20.040244 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:59:20.040266 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:59:20.040289 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:59:20.040311 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:59:20.040317 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:59:20.040325 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:59:20.040347 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:59:20.040367 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:59:20.040387 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:59:20.040408 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:59:20.040422 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:59:20.040433 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:59:20.040446 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:59:20.104921 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:59:20.128366 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:59:20.149459 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:59:20.193838 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:59:21.137119 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:59:21.150016 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:59:21.152059 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:59:21.156421 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:59:21.196841 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:59:23.214567 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:59:25.189565 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:59:26.103978 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:59:26.192954 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:59:31.279308 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:59:35.377267 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:59:35.377293 1 tasks.go:49] processing task group 3 of 3 I0428 15:59:35.377308 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:59:35.415358 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:59:35.420238 1 operator.go:851] Updating ClusterOperator status to done.