W0420 11:47:02.821235 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0420 11:47:02.821768 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0420 11:47:02.821788 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0420 11:47:02.821796 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0420 11:47:02.821803 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0420 11:47:02.846256 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0420 11:47:02.849848 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0420 11:47:02.850259 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0420 11:47:02.850466 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0420 11:47:02.851680 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0420 11:47:02.857878 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0420 11:47:02.858170 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0420 11:47:02.861254 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 11:47:02.861254 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 11:47:02.861670 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 11:47:02.861857 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 11:47:02.862389 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0420 11:47:02.864376 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 11:47:02.864613 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 11:47:02.864702 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0420 11:47:02.864726 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 11:47:02.864787 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 11:47:02.867448 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 11:47:02.869203 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 11:47:02.869439 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 11:47:02.870270 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:47:02.900310 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 11:47:02.953956 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 11:47:02.954011 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:47:02.954035 1 rule_controller.go:113] Starting alerting rules controller I0420 11:47:02.954055 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0420 11:47:02.954053 1 relabel_controller.go:117] Starting alert relabel config controller I0420 11:47:02.954058 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0420 11:47:02.954069 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0420 11:47:02.954071 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0420 11:47:02.954036 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0420 11:47:02.954078 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0420 11:47:02.954081 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0420 11:47:02.954104 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0420 11:47:02.954087 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0420 11:47:02.954111 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0420 11:47:02.954114 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0420 11:47:02.957434 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0420 11:47:02.957674 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0420 11:47:02.957735 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0420 11:47:02.957864 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0420 11:47:02.959612 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:02.959650 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:02.959737 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 11:47:02.959848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 11:47:02.960315 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:02.960426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 11:47:02.970242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-2zmgm" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0420 11:47:02.970548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-hffgt" is created for OpenShiftMonitoringTelemeterClientCertRequester I0420 11:47:02.974574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-cb9ms" is created for OpenShiftMonitoringClientCertRequester I0420 11:47:02.979299 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:02.980834 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:02.981690 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:02.985905 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:02.988570 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:02.988835 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:02.993076 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:02.994342 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:02.994376 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:02.997442 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.004748 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.008758 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.008767 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.008985 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.009452 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:47:03.015827 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.020079 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.020079 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.025944 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.026011 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.026032 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.032005 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.032044 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.032084 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.032649 1 tasks.go:49] processing task group 1 of 3 I0420 11:47:03.032679 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:47:03.032694 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:47:03.038710 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.038712 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.041278 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.051245 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.051265 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.051247 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 11:47:03.051414 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0420 11:47:03.054422 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0420 11:47:03.054444 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0420 11:47:03.065118 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0420 11:47:03.065190 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0420 11:47:03.065457 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0420 11:47:03.065793 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0420 11:47:03.066675 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 11:47:03.066693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0420 11:47:03.072350 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0420 11:47:03.077776 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:47:03.082051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0420 11:47:03.129207 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0420 11:47:03.182006 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0420 11:47:03.183659 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0420 11:47:03.183675 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0420 11:47:03.183687 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0420 11:47:03.183692 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0420 11:47:03.186988 1 secure_serving.go:57] Forcing use of http/1.1 only I0420 11:47:03.187009 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0420 11:47:03.192219 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0420 11:47:03.192236 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0420 11:47:03.192245 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 11:47:03.192260 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0420 11:47:03.192244 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 11:47:03.192273 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0420 11:47:03.192515 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0420 11:47:03.192569 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776685594\" (2026-04-20 11:46:44 +0000 UTC to 2028-04-19 11:46:45 +0000 UTC (now=2026-04-20 11:47:03.192541547 +0000 UTC))" I0420 11:47:03.192808 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776685623\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776685622\" (2026-04-20 10:47:02 +0000 UTC to 2027-04-20 10:47:02 +0000 UTC (now=2026-04-20 11:47:03.192782731 +0000 UTC))" I0420 11:47:03.192832 1 secure_serving.go:213] Serving securely on [::]:8443 I0420 11:47:03.192857 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0420 11:47:03.192875 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0420 11:47:03.195548 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0420 11:47:03.195561 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0420 11:47:03.195848 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0420 11:47:03.220199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0420 11:47:03.237895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 11:47:03.274055 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 11:47:03.290232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 11:47:03.292418 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0420 11:47:03.292441 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0420 11:47:03.292508 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0420 11:47:03.292596 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-20 11:30:44 +0000 UTC to 2036-04-17 11:30:44 +0000 UTC (now=2026-04-20 11:47:03.292575963 +0000 UTC))" I0420 11:47:03.292805 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776685594\" (2026-04-20 11:46:44 +0000 UTC to 2028-04-19 11:46:45 +0000 UTC (now=2026-04-20 11:47:03.292790013 +0000 UTC))" I0420 11:47:03.292967 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776685623\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776685622\" (2026-04-20 10:47:02 +0000 UTC to 2027-04-20 10:47:02 +0000 UTC (now=2026-04-20 11:47:03.292955221 +0000 UTC))" I0420 11:47:03.293103 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-20 11:30:46 +0000 UTC to 2036-04-17 11:30:46 +0000 UTC (now=2026-04-20 11:47:03.293073747 +0000 UTC))" I0420 11:47:03.293132 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-20 11:30:50 +0000 UTC to 2036-04-17 11:30:50 +0000 UTC (now=2026-04-20 11:47:03.293119271 +0000 UTC))" I0420 11:47:03.293150 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-20 11:30:52 +0000 UTC to 2036-04-17 11:30:52 +0000 UTC (now=2026-04-20 11:47:03.293142551 +0000 UTC))" I0420 11:47:03.293164 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-20 11:30:55 +0000 UTC to 2036-04-17 11:30:55 +0000 UTC (now=2026-04-20 11:47:03.293156593 +0000 UTC))" I0420 11:47:03.293177 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-20 11:30:57 +0000 UTC to 2036-04-17 11:30:57 +0000 UTC (now=2026-04-20 11:47:03.293170211 +0000 UTC))" I0420 11:47:03.293204 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pprtdr8jhjhlh62vg8sqlta0p1f7rfm-kx-a7d1ccf468_customer-system-admin-signer@1776684786\" [] issuer=\"\" (2026-04-20 11:33:06 +0000 UTC to 2026-04-27 11:33:07 +0000 UTC (now=2026-04-20 11:47:03.2931943 +0000 UTC))" I0420 11:47:03.293229 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pprtdr8jhjhlh62vg8sqlta0p1f7rfm-kx-a7d1ccf468_sre-system-admin-signer@1776684786\" [] issuer=\"\" (2026-04-20 11:33:07 +0000 UTC to 2026-04-27 11:33:08 +0000 UTC (now=2026-04-20 11:47:03.29321578 +0000 UTC))" I0420 11:47:03.293250 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-20 11:30:44 +0000 UTC to 2036-04-17 11:30:44 +0000 UTC (now=2026-04-20 11:47:03.293239965 +0000 UTC))" I0420 11:47:03.293413 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776685594\" (2026-04-20 11:46:44 +0000 UTC to 2028-04-19 11:46:45 +0000 UTC (now=2026-04-20 11:47:03.293399634 +0000 UTC))" I0420 11:47:03.293589 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776685623\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776685622\" (2026-04-20 10:47:02 +0000 UTC to 2027-04-20 10:47:02 +0000 UTC (now=2026-04-20 11:47:03.293577898 +0000 UTC))" I0420 11:47:07.338551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0420 11:47:07.351279 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0420 11:47:07.364743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0420 11:47:11.498682 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:47:11.498706 1 tasks.go:49] processing task group 2 of 3 I0420 11:47:11.498748 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:47:11.498757 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:47:11.498764 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:47:11.498784 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:47:11.498791 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:47:11.498788 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:47:11.498798 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:47:11.498807 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:47:11.498812 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:47:11.498822 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:47:11.498815 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:47:11.498824 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:47:11.498827 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:47:11.498844 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:47:11.498747 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:47:11.513672 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0420 11:47:11.518959 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0420 11:47:11.546543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0420 11:47:11.559254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0420 11:47:11.559346 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0420 11:47:11.561800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0420 11:47:11.602150 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:47:11.616463 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:47:11.624283 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0420 11:47:11.627866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0420 11:47:11.642291 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:47:11.675872 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0420 11:47:11.678856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0420 11:47:11.679012 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0420 11:47:11.680304 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0420 11:47:11.697951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0420 11:47:11.701236 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0420 11:47:11.715338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0420 11:47:11.760006 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0420 11:47:11.765168 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0420 11:47:11.766805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0420 11:47:11.769349 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0420 11:47:11.777879 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0420 11:47:11.777895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0420 11:47:11.783350 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0420 11:47:11.797297 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0420 11:47:11.812624 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0420 11:47:11.825114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0420 11:47:11.830207 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0420 11:47:11.840173 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0420 11:47:11.845771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0420 11:47:11.971698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0420 11:47:12.039750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0420 11:47:12.085154 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0420 11:47:12.105061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0420 11:47:12.156418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0420 11:47:12.213807 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0420 11:47:12.242950 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0420 11:47:12.298815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0420 11:47:12.422831 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0420 11:47:12.525857 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0420 11:47:12.591982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0420 11:47:12.624976 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0420 11:47:12.685906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0420 11:47:12.699774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0420 11:47:12.716105 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0420 11:47:12.730029 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0420 11:47:12.804503 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0420 11:47:12.808065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0420 11:47:12.821818 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0420 11:47:12.831826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0420 11:47:12.871732 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0420 11:47:12.889670 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 11:47:12.890377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0420 11:47:12.934019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0420 11:47:12.948329 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0420 11:47:13.197475 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 11:47:13.665489 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0420 11:47:13.681310 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0420 11:47:13.697067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0420 11:47:13.790625 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0420 11:47:13.888287 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0420 11:47:13.981320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0420 11:47:14.087868 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0420 11:47:14.192026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0420 11:47:14.288426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0420 11:47:14.317325 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:47:14.317365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0420 11:47:14.317708 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 11:47:14.394492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0420 11:47:14.505677 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0420 11:47:14.601643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0420 11:47:14.649479 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:47:14.679485 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:47:14.714682 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0420 11:47:14.817627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0420 11:47:14.914805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0420 11:47:14.931884 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0420 11:47:14.955367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-blkdqubvtljgo -n openshift-monitoring because it was missing I0420 11:47:15.289657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0420 11:47:15.874167 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:47:15.930126 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:47:15.946245 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:47:16.317017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-5hg6smovmml3p -n openshift-monitoring because it was missing I0420 11:47:16.570583 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0420 11:47:16.605791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0420 11:47:17.964732 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-dmhpei03gj69s -n openshift-monitoring because it was missing I0420 11:47:17.986915 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0420 11:47:18.012135 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0420 11:47:18.025332 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0420 11:47:28.664800 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:47:28.664878 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0420 11:47:35.046083 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0420 11:47:35.086438 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:47:48.383596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0420 11:47:48.398603 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:47:48.398667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0420 11:47:49.077935 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:47:52.963662 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:48:16.098079 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:48:16.113985 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:48:16.131604 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:48:17.098308 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:48:17.134347 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:48:18.102635 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:48:28.093391 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:48:28.093427 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0420 11:48:28.093436 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0420 11:48:28.093455 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0420 11:48:28.094562 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:48:28.128268 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:48:28.134243 1 tasks.go:49] processing task group 1 of 3 I0420 11:48:28.134260 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:48:28.134276 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:48:28.151108 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:48:29.196836 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSnVPMEsvRTBKNjB3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qWTROVFU1TkRBZQpGdzB5TmpBME1qQXhNVFEyTXpOYUZ3MHlPREEyTVRneE1UUTJNelJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkyT0RVMU9UUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGUzR0F5MytRdy9xTUNjSXkwU1RLcENBenlpT0hrZUI1MQp5RzlFSDRpRXN3anBjeUhSSjl4V1loMXJ4azdVWmMyN1FldmpUSGg1M2tlL0lZRzZRWEo2ek9sNEZoR3Jsam0xClFPVE90ZHREbXd1a0g5ZlFYbFl1ZktpK2wrNXVXZSt6TlB0ajQ2WXpiVmFyR3pCV3kwNEVPL2lNcXdrcTVhTXcKbW5aSklNQk1aTEE4ZWN0OElLNnVlRlduZEg1VzJ2aTVDM1hSdjB4amVOdFBHS08rdnRjOFg1bU9QVEpZc1dsbgpYMWZHOFZ0SHp4S2NxMjJobWh1TE4wZUkwUFB0NDJFY1ZzT1lwR1VsbzZUTGhud1N4N0lOdFlPVDBYN0ZQYkhhCi8ra1dpVUZacWxwbHlHcU5qNUsrWnpHOVFsU2ViWGt1Z2YzUW5aNitOT2ZjcFltWDlXTEJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlI4MFFENAo5Y2dYd0FyQ0tIdFZtZ2tuek1vYmpqQWZCZ05WSFNNRUdEQVdnQlI4MFFENDljZ1h3QXJDS0h0Vm1na256TW9iCmpqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFtajN0d2lvenErL2J6NXMxMmFhL2M3RHhDdGJIaVhxMTFMMksKUWlPN3UzckEwVmNURjBVVSs5VFZtODFIbzg3eUVjT1dremFxVmMxTEhwWmNMWDF3M25YTDVmMXdZNmtvN3JHdApHZTdMTXlBSGFzUURpbkMxazVVZGY2ZWVoQjJsMnZDM2syelR4dDdqTWNSaXZUandLaXdzVVhDT29Yd3A4eTdrCkphbjdSeXBpM01Ya28zMnAvYUJ0bEdoKzRhSTM4cHhORmJnNzNtT2VvQjRmWmFLWXRGcEx3NEI4VXlrRnBBeDgKSUxCa1UzUE9ZaXkzeVdnTzk3bG5VbnlwZUlLMGMrblUxYVIrZzhNWGNySndvajZleTh3Q1hDVVdaRmZJU0lpdAo0bHVRZHMrYXo0NGd2cFlXVGYvYksvaEFOY1NEUHpGc3FmWG04NnNCN2hsUWVXY1dRUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0420 11:48:29.203855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0420 11:48:29.209482 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSnVPMEsvRTBKNjB3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qWTROVFU1TkRBZQpGdzB5TmpBME1qQXhNVFEyTXpOYUZ3MHlPREEyTVRneE1UUTJNelJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkyT0RVMU9UUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGUzR0F5MytRdy9xTUNjSXkwU1RLcENBenlpT0hrZUI1MQp5RzlFSDRpRXN3anBjeUhSSjl4V1loMXJ4azdVWmMyN1FldmpUSGg1M2tlL0lZRzZRWEo2ek9sNEZoR3Jsam0xClFPVE90ZHREbXd1a0g5ZlFYbFl1ZktpK2wrNXVXZSt6TlB0ajQ2WXpiVmFyR3pCV3kwNEVPL2lNcXdrcTVhTXcKbW5aSklNQk1aTEE4ZWN0OElLNnVlRlduZEg1VzJ2aTVDM1hSdjB4amVOdFBHS08rdnRjOFg1bU9QVEpZc1dsbgpYMWZHOFZ0SHp4S2NxMjJobWh1TE4wZUkwUFB0NDJFY1ZzT1lwR1VsbzZUTGhud1N4N0lOdFlPVDBYN0ZQYkhhCi8ra1dpVUZacWxwbHlHcU5qNUsrWnpHOVFsU2ViWGt1Z2YzUW5aNitOT2ZjcFltWDlXTEJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlI4MFFENAo5Y2dYd0FyQ0tIdFZtZ2tuek1vYmpqQWZCZ05WSFNNRUdEQVdnQlI4MFFENDljZ1h3QXJDS0h0Vm1na256TW9iCmpqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFtajN0d2lvenErL2J6NXMxMmFhL2M3RHhDdGJIaVhxMTFMMksKUWlPN3UzckEwVmNURjBVVSs5VFZtODFIbzg3eUVjT1dremFxVmMxTEhwWmNMWDF3M25YTDVmMXdZNmtvN3JHdApHZTdMTXlBSGFzUURpbkMxazVVZGY2ZWVoQjJsMnZDM2syelR4dDdqTWNSaXZUandLaXdzVVhDT29Yd3A4eTdrCkphbjdSeXBpM01Ya28zMnAvYUJ0bEdoKzRhSTM4cHhORmJnNzNtT2VvQjRmWmFLWXRGcEx3NEI4VXlrRnBBeDgKSUxCa1UzUE9ZaXkzeVdnTzk3bG5VbnlwZUlLMGMrblUxYVIrZzhNWGNySndvajZleTh3Q1hDVVdaRmZJU0lpdAo0bHVRZHMrYXo0NGd2cFlXVGYvYksvaEFOY1NEUHpGc3FmWG04NnNCN2hsUWVXY1dRUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0420 11:48:29.216270 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0420 11:48:31.308737 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:48:31.308759 1 tasks.go:49] processing task group 2 of 3 I0420 11:48:31.308782 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:48:31.308845 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:48:31.308856 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:48:31.308867 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:48:31.308892 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:48:31.308916 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:48:31.308930 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:48:31.308949 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:48:31.308966 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:48:31.308975 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:48:31.308996 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:48:31.309002 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:48:31.309013 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:48:31.309025 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:48:31.309028 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:48:31.374146 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:48:31.400456 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:48:31.403020 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:48:31.413697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0420 11:48:31.430138 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0420 11:48:31.453383 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0420 11:48:31.466409 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0420 11:48:31.474085 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:48:31.480425 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 11:48:31.757024 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 11:48:32.396491 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:48:32.422808 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:48:32.429565 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:48:32.451337 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:48:32.462156 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:48:34.253567 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:48:34.489878 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:48:36.462663 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:48:36.535292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0420 11:48:37.383036 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:48:40.630244 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:48:42.493456 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:48:46.687770 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:48:46.687793 1 tasks.go:49] processing task group 3 of 3 I0420 11:48:46.687802 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 11:48:46.744356 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 11:48:46.744452 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"02470651-b9d4-40dc-9cbe-ee94620e3235", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0420 11:48:46.751237 1 operator.go:851] Updating ClusterOperator status to done. W0420 11:48:46.790460 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:48:46.824772 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:48:46.831161 1 tasks.go:49] processing task group 1 of 3 I0420 11:48:46.831183 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:48:46.831194 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:48:46.848311 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:48:49.994669 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:48:49.994695 1 tasks.go:49] processing task group 2 of 3 I0420 11:48:49.994728 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:48:49.994733 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:48:49.994738 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:48:49.994755 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:48:49.994778 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:48:49.994796 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:48:49.994813 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:48:49.994832 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:48:49.994852 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:48:49.994872 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:48:49.994890 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:48:49.994900 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:48:49.994912 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:48:49.994943 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:48:49.994929 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:48:50.054205 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:48:50.077781 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:48:50.087359 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:48:50.152930 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:48:50.262358 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:48:50.279701 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:48:50.312532 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:48:51.077977 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:48:51.110360 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:48:51.114763 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:48:51.160109 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:48:51.190582 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:48:53.197699 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:48:55.142272 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:48:56.055350 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:48:56.151130 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:49:01.225329 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:49:05.352295 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:49:05.352323 1 tasks.go:49] processing task group 3 of 3 I0420 11:49:05.352344 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 11:49:05.392198 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 11:49:05.398810 1 operator.go:851] Updating ClusterOperator status to done. W0420 11:49:05.409690 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:49:05.438416 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:49:05.443233 1 tasks.go:49] processing task group 1 of 3 I0420 11:49:05.443262 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:49:05.443280 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:49:05.456663 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:49:08.583809 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:49:08.583830 1 tasks.go:49] processing task group 2 of 3 I0420 11:49:08.583855 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:49:08.583854 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:49:08.583866 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:49:08.583891 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:49:08.583903 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:49:08.583922 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:49:08.583942 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:49:08.583962 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:49:08.583978 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:49:08.584004 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:49:08.584022 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:49:08.584038 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:49:08.584045 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:49:08.584050 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:49:08.584082 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:49:08.632369 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:49:08.646624 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:49:08.663156 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:49:08.717859 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:49:09.643792 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:49:09.677019 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:49:09.683711 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:49:09.706956 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:49:09.707913 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:49:11.730219 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:49:13.712204 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:49:14.643584 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:49:14.729517 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:49:19.739922 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:49:23.924030 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:49:23.924055 1 tasks.go:49] processing task group 3 of 3 I0420 11:49:23.924065 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 11:49:23.962383 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 11:49:23.967793 1 operator.go:851] Updating ClusterOperator status to done. I0420 11:51:06.002549 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0420 11:51:06.002572 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:51:06.050937 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:51:06.056399 1 tasks.go:49] processing task group 1 of 3 I0420 11:51:06.056417 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:51:06.056433 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:51:06.078258 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:51:09.240330 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:51:09.240353 1 tasks.go:49] processing task group 2 of 3 I0420 11:51:09.240372 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:51:09.240378 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:51:09.240393 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:51:09.240407 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:51:09.240424 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:51:09.240442 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:51:09.240461 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:51:09.240481 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:51:09.240507 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:51:09.240523 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:51:09.240537 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:51:09.240545 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:51:09.240566 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:51:09.240587 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:51:09.240623 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:51:09.294113 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:51:09.318001 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:51:09.328890 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:51:09.383795 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:51:10.316487 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:51:10.343739 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:51:10.347845 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:51:10.367692 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:51:10.388860 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:51:12.415822 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:51:14.384235 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:51:15.306508 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:51:15.398296 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:51:20.414169 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:51:24.601882 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:51:24.601907 1 tasks.go:49] processing task group 3 of 3 I0420 11:51:24.601922 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 11:51:24.643298 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 11:51:24.650153 1 operator.go:851] Updating ClusterOperator status to done. I0420 11:52:02.954108 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 11:52:02.954149 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:52:03.093028 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:52:03.105972 1 tasks.go:49] processing task group 1 of 3 I0420 11:52:03.106000 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:52:03.106013 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:52:03.130782 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:52:06.544362 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:52:06.544382 1 tasks.go:49] processing task group 2 of 3 I0420 11:52:06.544403 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:52:06.544405 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:52:06.544422 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:52:06.544438 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:52:06.544457 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:52:06.544492 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:52:06.544505 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:52:06.544529 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:52:06.544544 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:52:06.544566 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:52:06.544579 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:52:06.544597 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:52:06.544617 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:52:06.544622 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:52:06.544618 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:52:06.639324 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:52:06.643197 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:52:06.673314 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:52:06.798720 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:52:07.654421 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:52:07.716435 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:52:07.725415 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:52:07.769436 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:52:07.769524 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:52:09.898657 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:52:11.797476 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:52:12.643845 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:52:12.854301 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:52:17.783377 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:52:22.477987 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:52:22.478012 1 tasks.go:49] processing task group 3 of 3 I0420 11:52:22.478025 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 11:52:22.518582 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 11:52:22.524724 1 operator.go:851] Updating ClusterOperator status to done. I0420 11:57:02.954498 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 11:57:02.954553 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:57:02.990449 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:57:02.996169 1 tasks.go:49] processing task group 1 of 3 I0420 11:57:02.996197 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:57:02.996209 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:57:03.012184 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:57:06.173069 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:57:06.173116 1 tasks.go:49] processing task group 2 of 3 I0420 11:57:06.173140 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:57:06.173184 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:57:06.173194 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:57:06.173208 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:57:06.173226 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:57:06.173249 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:57:06.173260 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:57:06.173289 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:57:06.173301 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:57:06.173322 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:57:06.173349 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:57:06.173345 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:57:06.173399 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:57:06.173462 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:57:06.173451 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:57:06.250884 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:57:06.280042 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:57:06.281226 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:57:06.345864 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:57:07.272489 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:57:07.295633 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:57:07.299794 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:57:07.322058 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:57:07.348588 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:57:09.369557 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:57:11.345542 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:57:12.240719 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:57:12.354247 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:57:17.358618 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:57:21.562932 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:57:21.562958 1 tasks.go:49] processing task group 3 of 3 I0420 11:57:21.562974 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 11:57:21.605303 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 11:57:21.611659 1 operator.go:851] Updating ClusterOperator status to done. I0420 12:02:02.862711 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0420 12:02:02.862728 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 12:02:02.862756 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0420 12:02:02.862756 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 12:02:02.862777 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 12:02:02.862868 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0420 12:02:02.862952 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0420 12:02:02.862972 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 12:02:02.865087 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 12:02:02.865124 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 12:02:02.865151 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 12:02:02.868335 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0420 12:02:02.895938 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 12:02:02.901306 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0420 12:02:02.901951 1 tasks.go:49] processing task group 1 of 3 I0420 12:02:02.901974 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 12:02:02.901989 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 12:02:02.919708 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 12:02:02.954576 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0420 12:02:06.054766 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 12:02:06.054789 1 tasks.go:49] processing task group 2 of 3 I0420 12:02:06.054815 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 12:02:06.054818 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 12:02:06.054828 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 12:02:06.054846 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 12:02:06.054862 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 12:02:06.054890 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 12:02:06.054906 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 12:02:06.054915 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 12:02:06.054931 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 12:02:06.054955 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 12:02:06.054976 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 12:02:06.055010 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 12:02:06.055001 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 12:02:06.054893 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 12:02:06.054996 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 12:02:06.111306 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 12:02:06.128251 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 12:02:06.140191 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 12:02:06.206644 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 12:02:07.138342 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 12:02:07.173055 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 12:02:07.175808 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 12:02:07.219461 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 12:02:07.226236 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 12:02:09.243226 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 12:02:11.192363 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 12:02:12.124167 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 12:02:12.214673 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 12:02:17.257010 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 12:02:21.423676 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 12:02:21.423707 1 tasks.go:49] processing task group 3 of 3 I0420 12:02:21.423728 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 12:02:21.466837 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 12:02:21.472945 1 operator.go:851] Updating ClusterOperator status to done. W0420 12:02:21.484357 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 12:02:21.517585 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 12:02:21.523048 1 tasks.go:49] processing task group 1 of 3 I0420 12:02:21.523075 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 12:02:21.523107 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 12:02:21.538010 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 12:02:24.676307 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 12:02:24.676331 1 tasks.go:49] processing task group 2 of 3 I0420 12:02:24.676361 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 12:02:24.676374 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 12:02:24.676374 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 12:02:24.676396 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 12:02:24.676418 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 12:02:24.676426 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 12:02:24.676455 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 12:02:24.676461 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 12:02:24.676463 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 12:02:24.676446 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 12:02:24.676917 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 12:02:24.676946 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 12:02:24.676459 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 12:02:24.677234 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 12:02:24.676468 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 12:02:24.738255 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 12:02:24.754629 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 12:02:24.762429 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 12:02:24.828608 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 12:02:25.756952 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 12:02:25.785979 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 12:02:25.792311 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 12:02:25.821470 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 12:02:25.826221 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 12:02:27.857188 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 12:02:29.876212 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 12:02:30.744292 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 12:02:30.846281 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 12:02:35.857815 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 12:02:40.047199 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 12:02:40.047224 1 tasks.go:49] processing task group 3 of 3 I0420 12:02:40.047240 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 12:02:40.092733 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 12:02:40.102352 1 operator.go:851] Updating ClusterOperator status to done. I0420 12:07:02.954871 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 12:07:02.954914 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 12:07:02.990581 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 12:07:02.996400 1 tasks.go:49] processing task group 1 of 3 I0420 12:07:02.996424 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 12:07:02.996441 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 12:07:03.012297 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 12:07:06.175185 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 12:07:06.175209 1 tasks.go:49] processing task group 2 of 3 I0420 12:07:06.175235 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 12:07:06.175234 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 12:07:06.175261 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 12:07:06.175278 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 12:07:06.175290 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 12:07:06.175315 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 12:07:06.175330 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 12:07:06.175341 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 12:07:06.175361 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 12:07:06.175376 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 12:07:06.175392 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 12:07:06.175410 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 12:07:06.175434 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 12:07:06.175432 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 12:07:06.175270 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 12:07:06.245130 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 12:07:06.275689 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 12:07:06.275720 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 12:07:06.349385 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 12:07:07.268569 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 12:07:07.300320 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 12:07:07.304478 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 12:07:07.309995 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 12:07:07.339546 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 12:07:09.358968 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 12:07:11.339302 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 12:07:12.244073 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 12:07:12.366498 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 12:07:17.378464 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 12:07:21.545495 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 12:07:21.545528 1 tasks.go:49] processing task group 3 of 3 I0420 12:07:21.545545 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 12:07:21.592470 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 12:07:21.599465 1 operator.go:851] Updating ClusterOperator status to done.