W0428 15:53:32.608972 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0428 15:53:32.609370 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0428 15:53:32.609389 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0428 15:53:32.609394 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0428 15:53:32.609398 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0428 15:53:32.635135 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0428 15:53:32.640198 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0428 15:53:32.640291 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0428 15:53:32.640438 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0428 15:53:32.641483 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0428 15:53:32.648893 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0428 15:53:32.649650 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:53:32.650573 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0428 15:53:32.651757 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:53:32.651759 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:53:32.651887 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:53:32.651924 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0428 15:53:32.651971 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0428 15:53:32.652096 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:53:32.652367 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:53:32.652902 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:53:32.653014 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:53:32.653312 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:53:32.654914 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0428 15:53:32.657320 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0428 15:53:32.658358 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:53:32.685992 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 15:53:32.744260 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0428 15:53:32.744295 1 rule_controller.go:113] Starting alerting rules controller I0428 15:53:32.744307 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0428 15:53:32.744307 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0428 15:53:32.744317 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0428 15:53:32.744321 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0428 15:53:32.744324 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0428 15:53:32.744294 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0428 15:53:32.744327 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... W0428 15:53:32.744332 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:53:32.744327 1 relabel_controller.go:117] Starting alert relabel config controller I0428 15:53:32.744316 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0428 15:53:32.744342 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0428 15:53:32.744347 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0428 15:53:32.744352 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0428 15:53:32.748353 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0428 15:53:32.748499 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0428 15:53:32.748538 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0428 15:53:32.749338 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0428 15:53:32.749597 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.749725 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 15:53:32.750076 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.750072 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.750224 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 15:53:32.750305 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 15:53:32.760525 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5dnvw" is created for OpenShiftMonitoringClientCertRequester I0428 15:53:32.762424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-w2kzb" is created for OpenShiftMonitoringTelemeterClientCertRequester I0428 15:53:32.762492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-9vv9f" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0428 15:53:32.771537 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.771627 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.771681 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.775778 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.776224 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.776768 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.779936 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.781410 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.782073 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.785014 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.785120 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:53:32.785599 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.786129 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.790629 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.791567 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.791866 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.798006 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.801542 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.801773 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.802906 1 tasks.go:49] processing task group 1 of 3 I0428 15:53:32.802927 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:53:32.802938 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:53:32.803784 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.808892 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.808946 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.809016 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.817063 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.817210 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.817317 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0428 15:53:32.817326 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.821948 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.826341 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.830110 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0428 15:53:32.832533 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.832533 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.833777 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 15:53:32.835767 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:53:32.845085 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0428 15:53:32.845171 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0428 15:53:32.846729 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0428 15:53:32.847193 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0428 15:53:32.847270 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0428 15:53:32.847491 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0428 15:53:32.847873 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0428 15:53:32.847916 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0428 15:53:32.858684 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0428 15:53:32.895622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0428 15:53:32.979067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0428 15:53:32.992871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 15:53:33.019777 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 15:53:33.035354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 15:53:33.512633 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0428 15:53:33.514027 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0428 15:53:33.514045 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0428 15:53:33.514058 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0428 15:53:33.514062 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0428 15:53:33.516951 1 secure_serving.go:57] Forcing use of http/1.1 only I0428 15:53:33.516970 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0428 15:53:33.522047 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0428 15:53:33.522058 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0428 15:53:33.522068 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0428 15:53:33.522058 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0428 15:53:33.522092 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0428 15:53:33.522073 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0428 15:53:33.522462 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0428 15:53:33.522666 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777391584\" (2026-04-28 15:53:14 +0000 UTC to 2028-04-27 15:53:15 +0000 UTC (now=2026-04-28 15:53:33.522625552 +0000 UTC))" I0428 15:53:33.522935 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777391613\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777391613\" (2026-04-28 14:53:32 +0000 UTC to 2027-04-28 14:53:32 +0000 UTC (now=2026-04-28 15:53:33.522912573 +0000 UTC))" I0428 15:53:33.522961 1 secure_serving.go:213] Serving securely on [::]:8443 I0428 15:53:33.522986 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0428 15:53:33.523004 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0428 15:53:33.525645 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0428 15:53:33.525734 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0428 15:53:33.525787 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0428 15:53:33.623060 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0428 15:53:33.623080 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0428 15:53:33.623060 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0428 15:53:33.623269 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-28 15:26:37 +0000 UTC to 2036-04-25 15:26:37 +0000 UTC (now=2026-04-28 15:53:33.623247396 +0000 UTC))" I0428 15:53:33.623463 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777391584\" (2026-04-28 15:53:14 +0000 UTC to 2028-04-27 15:53:15 +0000 UTC (now=2026-04-28 15:53:33.62344893 +0000 UTC))" I0428 15:53:33.623633 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777391613\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777391613\" (2026-04-28 14:53:32 +0000 UTC to 2027-04-28 14:53:32 +0000 UTC (now=2026-04-28 15:53:33.623620699 +0000 UTC))" I0428 15:53:33.623742 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-28 15:26:38 +0000 UTC to 2036-04-25 15:26:38 +0000 UTC (now=2026-04-28 15:53:33.623730721 +0000 UTC))" I0428 15:53:33.623760 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-28 15:26:42 +0000 UTC to 2036-04-25 15:26:42 +0000 UTC (now=2026-04-28 15:53:33.623751927 +0000 UTC))" I0428 15:53:33.623775 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-28 15:26:46 +0000 UTC to 2036-04-25 15:26:46 +0000 UTC (now=2026-04-28 15:53:33.623767146 +0000 UTC))" I0428 15:53:33.623791 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-28 15:26:49 +0000 UTC to 2036-04-25 15:26:49 +0000 UTC (now=2026-04-28 15:53:33.623783395 +0000 UTC))" I0428 15:53:33.623812 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-28 15:26:51 +0000 UTC to 2036-04-25 15:26:51 +0000 UTC (now=2026-04-28 15:53:33.623804644 +0000 UTC))" I0428 15:53:33.623828 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pv84h5m32co64u3vo8f52iq6s12dnq0-kx-b596791941_customer-system-admin-signer@1777390153\" [] issuer=\"\" (2026-04-28 15:29:13 +0000 UTC to 2026-05-05 15:29:14 +0000 UTC (now=2026-04-28 15:53:33.623819422 +0000 UTC))" I0428 15:53:33.623853 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pv84h5m32co64u3vo8f52iq6s12dnq0-kx-b596791941_sre-system-admin-signer@1777390153\" [] issuer=\"\" (2026-04-28 15:29:12 +0000 UTC to 2026-05-05 15:29:13 +0000 UTC (now=2026-04-28 15:53:33.623842493 +0000 UTC))" I0428 15:53:33.623869 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-28 15:26:37 +0000 UTC to 2036-04-25 15:26:37 +0000 UTC (now=2026-04-28 15:53:33.623860721 +0000 UTC))" I0428 15:53:33.624035 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777391584\" (2026-04-28 15:53:14 +0000 UTC to 2028-04-27 15:53:15 +0000 UTC (now=2026-04-28 15:53:33.624022953 +0000 UTC))" I0428 15:53:33.624179 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777391613\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777391613\" (2026-04-28 14:53:32 +0000 UTC to 2027-04-28 14:53:32 +0000 UTC (now=2026-04-28 15:53:33.624169638 +0000 UTC))" I0428 15:53:36.081081 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0428 15:53:36.092846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0428 15:53:36.110001 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0428 15:53:41.253977 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:53:41.254003 1 tasks.go:49] processing task group 2 of 3 I0428 15:53:41.254027 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:53:41.254037 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:53:41.254051 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:53:41.254057 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:53:41.254064 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:53:41.254066 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:53:41.254074 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:53:41.254070 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:53:41.254077 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:53:41.254084 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:53:41.254087 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:53:41.254096 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:53:41.254097 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:53:41.254094 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:53:41.254112 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:53:41.284774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0428 15:53:41.284800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0428 15:53:41.299119 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0428 15:53:41.299144 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0428 15:53:41.309341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0428 15:53:41.331223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0428 15:53:41.350454 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:53:41.350507 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:53:41.373293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0428 15:53:41.397276 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:53:41.427909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0428 15:53:41.431856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0428 15:53:41.432015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0428 15:53:41.432027 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0428 15:53:41.432091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0428 15:53:41.516231 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0428 15:53:41.517372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0428 15:53:41.519975 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0428 15:53:41.520618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0428 15:53:41.520633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0428 15:53:41.532024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0428 15:53:41.536026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0428 15:53:41.538106 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0428 15:53:41.538121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0428 15:53:41.547007 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0428 15:53:41.551619 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0428 15:53:41.554591 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0428 15:53:41.575001 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0428 15:53:41.575347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0428 15:53:41.657599 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0428 15:53:41.660815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0428 15:53:41.772390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0428 15:53:41.821346 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0428 15:53:41.821371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0428 15:53:41.921530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0428 15:53:41.921897 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0428 15:53:42.038109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0428 15:53:42.052005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0428 15:53:42.086588 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0428 15:53:42.151025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0428 15:53:42.258739 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0428 15:53:42.331792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0428 15:53:42.357173 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0428 15:53:42.422153 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0428 15:53:42.435391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0428 15:53:42.438728 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0428 15:53:42.460093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0428 15:53:42.533377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0428 15:53:42.535641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0428 15:53:42.549321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0428 15:53:42.565697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0428 15:53:42.589792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0428 15:53:42.608494 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 15:53:42.608548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0428 15:53:42.642395 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0428 15:53:42.664314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0428 15:53:43.050502 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 15:53:43.395459 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:53:43.395523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0428 15:53:43.395860 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0428 15:53:43.407659 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0428 15:53:43.418210 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0428 15:53:43.429437 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:53:43.505230 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0428 15:53:43.631022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0428 15:53:43.660281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-bu6mcq9go8k67 -n openshift-monitoring because it was missing I0428 15:53:43.734151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0428 15:53:44.003134 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0428 15:53:44.093592 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:53:44.192334 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0428 15:53:44.300560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0428 15:53:44.403036 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0428 15:53:44.416866 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:53:44.418091 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:53:44.505891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:53:44.607035 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0428 15:53:44.641815 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:53:44.683548 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:53:44.696309 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:53:44.706689 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0428 15:53:44.787025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:53:44.809077 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0428 15:53:45.118511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0428 15:53:46.146862 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-bo0tfqtt4o1k6 -n openshift-monitoring because it was missing I0428 15:53:46.326171 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0428 15:53:46.355138 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0428 15:53:47.842388 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-bf8af3ug979lo -n openshift-monitoring because it was missing I0428 15:53:47.857774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:53:47.878597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0428 15:53:47.893435 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0428 15:53:50.419940 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:53:50.420012 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0428 15:53:51.460154 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0428 15:53:54.785975 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0428 15:53:54.821260 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:54:12.208740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0428 15:54:12.220938 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:54:12.221018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0428 15:54:12.957080 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:54:22.668256 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:54:28.964827 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:54:28.995272 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:54:29.965465 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:54:45.991169 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:54:57.955783 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:54:57.955821 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0428 15:54:57.955828 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0428 15:54:57.955847 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0428 15:54:57.956959 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:54:57.980730 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:54:57.984760 1 tasks.go:49] processing task group 1 of 3 I0428 15:54:57.984786 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:54:57.984802 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:54:57.995976 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:54:59.026381 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUnM0K1FsTzRhQVl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056TTVNVFU0TkRBZQpGdzB5TmpBME1qZ3hOVFV6TUROYUZ3MHlPREEyTWpZeE5UVXpNRFJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN6T1RFMU9EUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3ZqbmpqNFhYZy9NRWFNUTVGV1czSG05MkJKbjdnUzdtLwoveWRsdmphNkVXa3dHVjdIWUdTMVUxS1NPNzhucXFZZ08xZFh5ZFVYNVAyY3F3Qm53dWV3S3dpOXVpVExSNW5iCnI2REZkQmo2NUhFWEh0VTMwNHVvS1paOHFQSFFMamhzYmRjZERRaUx0OTFuaVBUQkVVUDlBNEgvUzg3UDM5K1IKNkNXZ0RtQTVtMTRhb0krVU9RSUJDbXlmU1Nrc3NSWUpIZDlRekIwK2lzYWdKQ3c5L25VSU1YSTVDNzRCbEhnOQpYb2JtYXJCMVFIcVFlMSt4MDNIZGNiWGtlRHNhSFh3VnFpNmFlSU9nekRyNHk4R21kUU1lKzgvdVFybFpvWHJlCnQySUppOWpjUHRTUHBOUGZNSlhyNGtNcW9tUll0Y2pHTFlpaGhjLzVkUnpvZFN0bllJNmJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlREM2FRaQpqZmxoaU93Q25TQTZOTHozWFZENGp6QWZCZ05WSFNNRUdEQVdnQlREM2FRaWpmbGhpT3dDblNBNk5MejNYVkQ0Cmp6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFkYitJVU9jMFNYeXIyR1F3MG1vVGJmbmhCRDN5aWdqUUNpVDYKKzRtQWVCZlJ6ODFwdWE0SERUaEpoVWNNVHo0dE9rWjNiQUpUdkw3aCtDbUJWbHdJNGdlTkVFTDRXa1IrdlloWgpBa3RkOHg2WS9sV2ZTVktxcHdaaHpRcmR3NjBFMmdxUDhJSWNnVTdRaEhxQmVjMHVaaWhpWlhGc045RDdYV2JOCmtwNVdDUEEwNWFsQ0hQSTZGUnJCL25TbW4ya2tjL3hYYk5GOFd0a2c1RFMxVkxKbzFxeC8wVGIrNTd2T0JPSTkKWFc3aEpBZW01VUh6TkVKdUQ0MlJnQTVuS0kvRmIvWDVYbzNIOWxMVGp5a1dTc1hqaWRkVXN0bDZ0TVp0MGExbwp6QSt4a2hSaS8yK0tleC9nVXUyb0duanFiUnBEeEN3QkNNa3ppRnlmZWhPRE9NcXJ4QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0428 15:54:59.031447 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0428 15:54:59.035133 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUnM0K1FsTzRhQVl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056TTVNVFU0TkRBZQpGdzB5TmpBME1qZ3hOVFV6TUROYUZ3MHlPREEyTWpZeE5UVXpNRFJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN6T1RFMU9EUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3ZqbmpqNFhYZy9NRWFNUTVGV1czSG05MkJKbjdnUzdtLwoveWRsdmphNkVXa3dHVjdIWUdTMVUxS1NPNzhucXFZZ08xZFh5ZFVYNVAyY3F3Qm53dWV3S3dpOXVpVExSNW5iCnI2REZkQmo2NUhFWEh0VTMwNHVvS1paOHFQSFFMamhzYmRjZERRaUx0OTFuaVBUQkVVUDlBNEgvUzg3UDM5K1IKNkNXZ0RtQTVtMTRhb0krVU9RSUJDbXlmU1Nrc3NSWUpIZDlRekIwK2lzYWdKQ3c5L25VSU1YSTVDNzRCbEhnOQpYb2JtYXJCMVFIcVFlMSt4MDNIZGNiWGtlRHNhSFh3VnFpNmFlSU9nekRyNHk4R21kUU1lKzgvdVFybFpvWHJlCnQySUppOWpjUHRTUHBOUGZNSlhyNGtNcW9tUll0Y2pHTFlpaGhjLzVkUnpvZFN0bllJNmJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlREM2FRaQpqZmxoaU93Q25TQTZOTHozWFZENGp6QWZCZ05WSFNNRUdEQVdnQlREM2FRaWpmbGhpT3dDblNBNk5MejNYVkQ0Cmp6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFkYitJVU9jMFNYeXIyR1F3MG1vVGJmbmhCRDN5aWdqUUNpVDYKKzRtQWVCZlJ6ODFwdWE0SERUaEpoVWNNVHo0dE9rWjNiQUpUdkw3aCtDbUJWbHdJNGdlTkVFTDRXa1IrdlloWgpBa3RkOHg2WS9sV2ZTVktxcHdaaHpRcmR3NjBFMmdxUDhJSWNnVTdRaEhxQmVjMHVaaWhpWlhGc045RDdYV2JOCmtwNVdDUEEwNWFsQ0hQSTZGUnJCL25TbW4ya2tjL3hYYk5GOFd0a2c1RFMxVkxKbzFxeC8wVGIrNTd2T0JPSTkKWFc3aEpBZW01VUh6TkVKdUQ0MlJnQTVuS0kvRmIvWDVYbzNIOWxMVGp5a1dTc1hqaWRkVXN0bDZ0TVp0MGExbwp6QSt4a2hSaS8yK0tleC9nVXUyb0duanFiUnBEeEN3QkNNa3ppRnlmZWhPRE9NcXJ4QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0428 15:54:59.040657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0428 15:55:01.113450 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:55:01.113476 1 tasks.go:49] processing task group 2 of 3 I0428 15:55:01.113499 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:55:01.113522 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:55:01.113535 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:55:01.113554 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:55:01.113570 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:55:01.113585 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:55:01.113611 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:55:01.113622 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:55:01.113638 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:55:01.113666 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:55:01.113729 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:55:01.113517 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:55:01.113694 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:55:01.113716 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:55:01.113708 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:55:01.181785 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:55:01.204462 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:55:01.208684 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:55:01.213173 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0428 15:55:01.251813 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0428 15:55:01.272706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0428 15:55:01.285252 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0428 15:55:01.300542 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 15:55:01.306462 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:55:01.742956 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 15:55:02.202382 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:55:02.225534 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:55:02.232162 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:55:02.233142 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:55:02.275306 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:55:02.984042 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:55:04.274548 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:55:06.247423 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:55:06.348700 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0428 15:55:07.168405 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:55:11.434488 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:56:02.301723 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:57:16.446819 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:57:16.446848 1 tasks.go:49] processing task group 3 of 3 I0428 15:57:16.446862 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:57:16.490222 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:57:16.490310 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"dee6e471-2d90-48ad-895f-b441f1e5e46b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0428 15:57:16.495575 1 operator.go:851] Updating ClusterOperator status to done. W0428 15:57:16.529323 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:57:16.559066 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:57:16.563342 1 tasks.go:49] processing task group 1 of 3 I0428 15:57:16.563369 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:57:16.563388 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:57:16.574343 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:57:19.697964 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:57:19.697987 1 tasks.go:49] processing task group 2 of 3 I0428 15:57:19.698012 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:57:19.698025 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:57:19.698038 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:57:19.698061 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:57:19.698080 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:57:19.698099 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:57:19.698120 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:57:19.698146 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:57:19.698171 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:57:19.698216 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:57:19.698215 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:57:19.698230 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:57:19.698258 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:57:19.698279 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:57:19.698309 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:57:19.757838 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:57:19.781354 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:57:19.792524 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:57:19.847993 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:57:20.778525 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:57:20.799882 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:57:20.801384 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:57:20.806924 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:57:20.846498 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:57:22.844916 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:57:24.824971 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:57:25.750062 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:57:25.855584 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:57:30.844545 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:57:31.227643 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:57:31.245909 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:57:35.027474 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:57:35.027501 1 tasks.go:49] processing task group 3 of 3 I0428 15:57:35.027514 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:57:35.059027 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:57:35.064452 1 operator.go:851] Updating ClusterOperator status to done. W0428 15:57:35.073603 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:57:35.096444 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:57:35.100405 1 tasks.go:49] processing task group 1 of 3 I0428 15:57:35.100431 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:57:35.100441 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:57:35.110843 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:57:38.212447 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:57:38.212468 1 tasks.go:49] processing task group 2 of 3 I0428 15:57:38.212494 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:57:38.212496 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:57:38.212508 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:57:38.212527 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:57:38.212559 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:57:38.212572 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:57:38.212588 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:57:38.212614 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:57:38.212632 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:57:38.212667 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:57:38.212669 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:57:38.212669 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:57:38.212656 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:57:38.213472 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:57:38.212667 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:57:38.272691 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:57:38.288686 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:57:38.299559 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:57:38.349563 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:57:39.288216 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:57:39.319433 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:57:39.322398 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:57:39.331862 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:57:39.347069 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:57:41.361760 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:57:43.342434 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:57:44.265819 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:57:44.367773 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:57:49.361833 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:57:53.512425 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:57:53.512454 1 tasks.go:49] processing task group 3 of 3 I0428 15:57:53.512470 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:57:53.544384 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:57:53.549805 1 operator.go:851] Updating ClusterOperator status to done. I0428 15:58:32.745326 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 15:58:32.745366 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:58:32.770076 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:58:32.774230 1 tasks.go:49] processing task group 1 of 3 I0428 15:58:32.774257 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:58:32.774273 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:58:32.785978 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:58:35.897513 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:58:35.897535 1 tasks.go:49] processing task group 2 of 3 I0428 15:58:35.897566 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:58:35.897568 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:58:35.897586 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:58:35.897603 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:58:35.897626 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:58:35.897645 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:58:35.897657 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:58:35.897677 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:58:35.897697 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:58:35.897725 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:58:35.897740 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:58:35.897752 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:58:35.897772 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:58:35.897634 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:58:35.898899 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:58:35.989834 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:58:35.998010 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:58:36.014865 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:58:36.074306 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:58:37.006954 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:58:37.013907 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:58:37.025199 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:58:37.025265 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:58:37.058355 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:58:39.076905 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:58:41.052178 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:58:41.954309 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:58:42.081046 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:58:47.060536 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:58:51.211421 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:58:51.211447 1 tasks.go:49] processing task group 3 of 3 I0428 15:58:51.211468 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:58:51.241014 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:58:51.245613 1 operator.go:851] Updating ClusterOperator status to done. I0428 16:03:32.744565 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 16:03:32.744623 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 16:03:32.770476 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 16:03:32.775953 1 tasks.go:49] processing task group 1 of 3 I0428 16:03:32.775983 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 16:03:32.775997 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:03:32.788869 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:03:35.909607 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 16:03:35.909629 1 tasks.go:49] processing task group 2 of 3 I0428 16:03:35.909653 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:03:35.909662 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 16:03:35.909682 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:03:35.909701 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 16:03:35.909724 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 16:03:35.909729 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 16:03:35.909752 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:03:35.909773 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:03:35.909793 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 16:03:35.909815 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 16:03:35.909824 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 16:03:35.909838 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 16:03:35.909869 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:03:35.909877 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 16:03:35.909706 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:03:35.992445 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:03:36.010965 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 16:03:36.021128 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:03:36.083928 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:03:37.026773 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:03:37.031328 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:03:37.035966 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:03:37.043495 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 16:03:37.085087 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 16:03:39.073014 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 16:03:41.069575 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 16:03:41.971726 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 16:03:42.095825 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 16:03:47.089100 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 16:03:51.239037 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 16:03:51.239061 1 tasks.go:49] processing task group 3 of 3 I0428 16:03:51.239075 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 16:03:51.273080 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 16:03:51.278619 1 operator.go:851] Updating ClusterOperator status to done. I0428 16:08:32.650206 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0428 16:08:32.650236 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0428 16:08:32.650246 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 16:08:32.650268 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0428 16:08:32.650346 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0428 16:08:32.651686 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 16:08:32.651703 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 16:08:32.652709 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0428 16:08:32.652715 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0428 16:08:32.654006 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 16:08:32.654011 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0428 16:08:32.654029 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0428 16:08:32.678870 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 16:08:32.684119 1 tasks.go:49] processing task group 1 of 3 I0428 16:08:32.684143 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 16:08:32.684157 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:08:32.686501 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0428 16:08:32.695809 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:08:32.744453 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0428 16:08:35.804951 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 16:08:35.804973 1 tasks.go:49] processing task group 2 of 3 I0428 16:08:35.804996 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:08:35.805006 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:08:35.805016 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 16:08:35.805036 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 16:08:35.805047 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:08:35.805063 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 16:08:35.805075 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 16:08:35.805106 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:08:35.805125 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 16:08:35.805144 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 16:08:35.805169 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 16:08:35.805170 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 16:08:35.805179 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 16:08:35.805212 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:08:35.805207 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:08:35.856869 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:08:35.880238 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:08:35.893751 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 16:08:35.941768 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:08:36.875769 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:08:36.904363 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:08:36.904411 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 16:08:36.911344 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:08:36.936849 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 16:08:38.951160 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 16:08:40.922604 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 16:08:41.859432 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 16:08:41.951307 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 16:08:46.957073 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 16:08:51.105491 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 16:08:51.105516 1 tasks.go:49] processing task group 3 of 3 I0428 16:08:51.105525 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 16:08:51.136293 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 16:08:51.141279 1 operator.go:851] Updating ClusterOperator status to done. W0428 16:08:51.150812 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 16:08:51.176473 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 16:08:51.182936 1 tasks.go:49] processing task group 1 of 3 I0428 16:08:51.182956 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 16:08:51.182970 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:08:51.194800 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:08:54.314513 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 16:08:54.314536 1 tasks.go:49] processing task group 2 of 3 I0428 16:08:54.314560 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:08:54.314568 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 16:08:54.314590 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:08:54.314608 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 16:08:54.314621 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 16:08:54.314639 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:08:54.314654 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:08:54.314671 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 16:08:54.314701 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 16:08:54.314723 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 16:08:54.314738 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:08:54.314753 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 16:08:54.314756 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:08:54.314782 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 16:08:54.314832 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 16:08:54.416872 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:08:54.436270 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 16:08:54.446852 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:08:54.506826 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:08:55.414880 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:08:55.423421 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:08:55.452069 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 16:08:55.452143 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:08:55.501650 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 16:08:57.497442 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 16:08:59.483692 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 16:09:00.369799 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 16:09:00.517462 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 16:09:05.478105 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 16:09:09.634690 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 16:09:09.634715 1 tasks.go:49] processing task group 3 of 3 I0428 16:09:09.634721 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 16:09:09.666814 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 16:09:09.671702 1 operator.go:851] Updating ClusterOperator status to done. I0428 16:13:32.745168 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 16:13:32.745240 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 16:13:32.771013 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 16:13:32.775523 1 tasks.go:49] processing task group 1 of 3 I0428 16:13:32.775550 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 16:13:32.775566 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:13:32.787216 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:13:35.917007 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 16:13:35.917029 1 tasks.go:49] processing task group 2 of 3 I0428 16:13:35.917053 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:13:35.917061 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 16:13:35.917077 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 16:13:35.917105 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 16:13:35.917115 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:13:35.917138 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:13:35.917157 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:13:35.917179 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 16:13:35.917217 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:13:35.917237 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 16:13:35.917236 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 16:13:35.917258 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 16:13:35.917269 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 16:13:35.917298 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:13:35.917217 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 16:13:36.025524 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:13:36.044630 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 16:13:36.058276 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:13:36.124037 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:13:37.020306 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:13:37.045985 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:13:37.065606 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:13:37.066698 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 16:13:37.103329 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 16:13:39.077395 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 16:13:41.086954 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 16:13:41.963990 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 16:13:42.127129 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 16:13:47.098934 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 16:13:51.270459 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 16:13:51.270484 1 tasks.go:49] processing task group 3 of 3 I0428 16:13:51.270498 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 16:13:51.307965 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 16:13:51.313331 1 operator.go:851] Updating ClusterOperator status to done.