W0423 19:51:20.224022 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0423 19:51:20.224367 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0423 19:51:20.224381 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0423 19:51:20.224386 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0423 19:51:20.224390 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0423 19:51:20.249355 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0423 19:51:20.254266 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0423 19:51:20.254374 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0423 19:51:20.254484 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0423 19:51:20.255529 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0423 19:51:20.265504 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 19:51:20.266346 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0423 19:51:20.266455 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 19:51:20.267495 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0423 19:51:20.267916 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 19:51:20.268179 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 19:51:20.268344 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 19:51:20.269127 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0423 19:51:20.269209 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 19:51:20.269426 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 19:51:20.269562 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 19:51:20.269601 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0423 19:51:20.269633 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 19:51:20.275873 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0423 19:51:20.276110 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0423 19:51:20.276792 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:51:20.309384 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 19:51:20.357901 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 19:51:20.357969 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 19:51:20.357971 1 rule_controller.go:113] Starting alerting rules controller I0423 19:51:20.357977 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0423 19:51:20.357998 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0423 19:51:20.358000 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0423 19:51:20.358006 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0423 19:51:20.358014 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0423 19:51:20.358021 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0423 19:51:20.358031 1 relabel_controller.go:117] Starting alert relabel config controller I0423 19:51:20.357987 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0423 19:51:20.358049 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0423 19:51:20.358054 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0423 19:51:20.358062 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0423 19:51:20.358067 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0423 19:51:20.361466 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0423 19:51:20.361563 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0423 19:51:20.362087 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0423 19:51:20.362794 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0423 19:51:20.363051 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.363060 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.363100 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 19:51:20.363225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 19:51:20.363807 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.363902 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 19:51:20.374114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-jzzth" is created for OpenShiftMonitoringTelemeterClientCertRequester I0423 19:51:20.377369 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-r4d4f" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0423 19:51:20.377505 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-ptm7m" is created for OpenShiftMonitoringClientCertRequester I0423 19:51:20.384439 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.384537 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.384538 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.387889 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.388531 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.388746 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.391298 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.392270 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.392727 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.394927 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.395753 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.396374 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.405668 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.405673 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.405694 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.405831 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 19:51:20.426820 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.426825 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.426823 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.434082 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.435322 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.435333 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.437925 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.442638 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.442643 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.442641 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.443338 1 tasks.go:49] processing task group 1 of 3 I0423 19:51:20.443363 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 19:51:20.443375 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:51:20.446342 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.447698 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.447746 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.450479 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.455637 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.455651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0423 19:51:20.456724 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.456925 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.459027 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0423 19:51:20.459044 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0423 19:51:20.460247 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.472300 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.472305 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.472330 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.472433 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0423 19:51:20.477739 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.481229 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.481239 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.481243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0423 19:51:20.481252 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:51:20.482493 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.485152 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.486406 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.487871 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.490231 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.506559 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:20.523856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0423 19:51:20.554394 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0423 19:51:20.557085 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0423 19:51:20.557104 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0423 19:51:20.557119 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0423 19:51:20.557126 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0423 19:51:20.559671 1 secure_serving.go:57] Forcing use of http/1.1 only I0423 19:51:20.559692 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0423 19:51:20.564203 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0423 19:51:20.564218 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0423 19:51:20.564214 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0423 19:51:20.564230 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0423 19:51:20.564230 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0423 19:51:20.564243 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0423 19:51:20.564475 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0423 19:51:20.564579 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776973852\" (2026-04-23 19:51:01 +0000 UTC to 2028-04-22 19:51:02 +0000 UTC (now=2026-04-23 19:51:20.564551415 +0000 UTC))" I0423 19:51:20.564800 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776973880\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776973880\" (2026-04-23 18:51:20 +0000 UTC to 2027-04-23 18:51:20 +0000 UTC (now=2026-04-23 19:51:20.564784686 +0000 UTC))" I0423 19:51:20.564827 1 secure_serving.go:213] Serving securely on [::]:8443 I0423 19:51:20.564856 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0423 19:51:20.564877 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0423 19:51:20.567446 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0423 19:51:20.567479 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0423 19:51:20.567589 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0423 19:51:20.580003 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0423 19:51:20.589984 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 19:51:20.615762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 19:51:20.625379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 19:51:20.664844 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0423 19:51:20.664859 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0423 19:51:20.664870 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0423 19:51:20.665021 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-23 19:39:28 +0000 UTC to 2036-04-20 19:39:28 +0000 UTC (now=2026-04-23 19:51:20.664998499 +0000 UTC))" I0423 19:51:20.665222 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776973852\" (2026-04-23 19:51:01 +0000 UTC to 2028-04-22 19:51:02 +0000 UTC (now=2026-04-23 19:51:20.665206611 +0000 UTC))" I0423 19:51:20.665379 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776973880\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776973880\" (2026-04-23 18:51:20 +0000 UTC to 2027-04-23 18:51:20 +0000 UTC (now=2026-04-23 19:51:20.665366992 +0000 UTC))" I0423 19:51:20.665492 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-23 19:39:31 +0000 UTC to 2036-04-20 19:39:31 +0000 UTC (now=2026-04-23 19:51:20.665469068 +0000 UTC))" I0423 19:51:20.665511 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-23 19:39:36 +0000 UTC to 2036-04-20 19:39:36 +0000 UTC (now=2026-04-23 19:51:20.665502607 +0000 UTC))" I0423 19:51:20.665530 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-23 19:39:37 +0000 UTC to 2036-04-20 19:39:37 +0000 UTC (now=2026-04-23 19:51:20.66551893 +0000 UTC))" I0423 19:51:20.665547 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-23 19:39:39 +0000 UTC to 2036-04-20 19:39:39 +0000 UTC (now=2026-04-23 19:51:20.66553944 +0000 UTC))" I0423 19:51:20.665561 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-23 19:39:43 +0000 UTC to 2036-04-20 19:39:43 +0000 UTC (now=2026-04-23 19:51:20.665553351 +0000 UTC))" I0423 19:51:20.665576 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ps2bvmo3q4pg1uf0n4cl819o0lm8tj2-kx-affd4da69d_customer-system-admin-signer@1776973324\" [] issuer=\"\" (2026-04-23 19:42:04 +0000 UTC to 2026-04-30 19:42:05 +0000 UTC (now=2026-04-23 19:51:20.665566903 +0000 UTC))" I0423 19:51:20.665594 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ps2bvmo3q4pg1uf0n4cl819o0lm8tj2-kx-affd4da69d_sre-system-admin-signer@1776973324\" [] issuer=\"\" (2026-04-23 19:42:06 +0000 UTC to 2026-04-30 19:42:07 +0000 UTC (now=2026-04-23 19:51:20.665585416 +0000 UTC))" I0423 19:51:20.665629 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-23 19:39:28 +0000 UTC to 2036-04-20 19:39:28 +0000 UTC (now=2026-04-23 19:51:20.66560329 +0000 UTC))" I0423 19:51:20.665784 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776973852\" (2026-04-23 19:51:01 +0000 UTC to 2028-04-22 19:51:02 +0000 UTC (now=2026-04-23 19:51:20.665771282 +0000 UTC))" I0423 19:51:20.665929 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776973880\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776973880\" (2026-04-23 18:51:20 +0000 UTC to 2027-04-23 18:51:20 +0000 UTC (now=2026-04-23 19:51:20.665919923 +0000 UTC))" I0423 19:51:22.190157 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:22.190166 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:22.190161 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 19:51:22.198270 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0423 19:51:22.198889 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0423 19:51:22.200086 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0423 19:51:22.206915 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0423 19:51:22.211912 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0423 19:51:22.211973 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0423 19:51:25.491564 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0423 19:51:25.674157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0423 19:51:25.683530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0423 19:51:25.695654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0423 19:51:30.814014 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 19:51:30.814052 1 tasks.go:49] processing task group 2 of 3 I0423 19:51:30.814083 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:51:30.814098 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 19:51:30.814097 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:51:30.814139 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 19:51:30.814142 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 19:51:30.814130 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 19:51:30.814118 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 19:51:30.814156 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 19:51:30.814161 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:51:30.814164 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:51:30.814173 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:51:30.814185 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:51:30.814183 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 19:51:30.814193 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 19:51:30.814198 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 19:51:30.830501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0423 19:51:30.830524 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0423 19:51:30.860218 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0423 19:51:30.860239 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0423 19:51:30.860381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0423 19:51:30.882835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0423 19:51:30.900938 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:51:30.901259 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 19:51:30.921981 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0423 19:51:30.929889 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:51:30.972232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0423 19:51:30.976813 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0423 19:51:30.976842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0423 19:51:30.977251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0423 19:51:30.977490 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0423 19:51:31.073513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0423 19:51:31.077015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0423 19:51:31.077116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0423 19:51:31.077149 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0423 19:51:31.077180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0423 19:51:31.082974 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing W0423 19:51:31.090163 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0423 19:51:31.090185 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0423 19:51:31.091292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0423 19:51:31.094194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0423 19:51:31.107429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0423 19:51:31.118096 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0423 19:51:31.125041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0423 19:51:31.143671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0423 19:51:31.213922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0423 19:51:31.230047 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0423 19:51:31.418762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0423 19:51:31.430512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0423 19:51:31.508077 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0423 19:51:31.514524 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0423 19:51:31.625332 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0423 19:51:31.633413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0423 19:51:31.688046 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0423 19:51:31.742002 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0423 19:51:31.864044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0423 19:51:32.002205 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0423 19:51:32.148259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0423 19:51:32.154836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0423 19:51:32.170933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0423 19:51:32.220186 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0423 19:51:32.320339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0423 19:51:32.327802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0423 19:51:32.335652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0423 19:51:32.335672 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0423 19:51:32.404691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0423 19:51:32.426430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0423 19:51:32.433713 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0423 19:51:32.439048 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0423 19:51:32.441693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0423 19:51:32.543918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0423 19:51:32.649038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0423 19:51:32.799248 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0423 19:51:33.098975 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0423 19:51:33.117973 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0423 19:51:33.138386 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0423 19:51:33.239041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0423 19:51:33.337636 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0423 19:51:33.445846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0423 19:51:33.544885 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0423 19:51:33.661101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0423 19:51:33.747891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0423 19:51:33.846670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0423 19:51:33.949627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0423 19:51:34.057805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0423 19:51:34.077220 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:51:34.077259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0423 19:51:34.078077 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0423 19:51:34.159448 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0423 19:51:34.180295 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:51:34.260063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0423 19:51:34.338471 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0423 19:51:34.355284 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0423 19:51:34.458173 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-6kfc9u5djvo1f -n openshift-monitoring because it was missing I0423 19:51:34.737371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0423 19:51:34.938343 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:51:34.939787 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:51:35.203731 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 19:51:35.775472 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-ajkiq714gh9c4 -n openshift-monitoring because it was missing I0423 19:51:35.902121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0423 19:51:35.934194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0423 19:51:36.283278 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 19:51:36.294933 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:51:37.394092 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-cilnicp3dkvmp -n openshift-monitoring because it was missing I0423 19:51:37.414329 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0423 19:51:37.440153 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0423 19:51:37.456374 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0423 19:51:39.981087 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 19:51:39.981156 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0423 19:51:48.584923 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0423 19:51:48.617993 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 19:51:52.294463 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:51:52.311989 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:51:52.346103 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:51:53.292064 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:51:59.831667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0423 19:51:59.854642 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 19:51:59.854721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0423 19:52:10.434373 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:52:12.502544 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 19:52:47.532958 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 19:52:47.532995 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0423 19:52:47.533003 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0423 19:52:47.533022 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0423 19:52:47.534143 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 19:52:47.563087 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 19:52:47.568067 1 tasks.go:49] processing task group 1 of 3 I0423 19:52:47.568090 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 19:52:47.568105 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:52:47.581514 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:52:48.619491 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWWFtWDZNZzl5Uzh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qazNNemcxTWpBZQpGdzB5TmpBME1qTXhPVFV3TlRGYUZ3MHlPREEyTWpFeE9UVXdOVEphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1TnpNNE5USXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQy9FRjgvVUpGdzg1S2dNSzhHcTlwcDczK1E3RjFEeTdsegp0TnVzVWswTVdEUXI1K2M2ZUFxbHcxOWpaTTFuQ28vbHJMUHI2bDJqT0VZQjF6SENtSmt0UmNIS243VEcrQ1RjCkNjOTQ2ek1FdExadU0za2ZuTFE5TkErTnZrVUV5dDJQQ2pHT2RoZksrWjFoQ2pSSnZkc0FXY2lCODgyZnVzTzAKd1NMMHB1dGxFcWdZdTY1b1J5RmthTXBRUEZ1NjJBUFRBbGlBc1dzUVhtS0tyaEFBOWFjNy82VW9PRVkrZWlrYwpDcTBKenFvalQvbnp4MGpWZ0hPelJrVzIxWHBaT1gxS0ZQck1JQS9OMFlqM1BCbjJMVW5rMmdZZmZZb3FNb0E1Cnc1a1BvT2FuMEZ2S1JjMG9mUHFTYzRxZG03dVV1Q3VhNWRFSmhsanJ2Uy84OUxwdFBWWTVBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFQTTgwTwozRXAvUmJINVBNZ2FINUdZcG9EVUZUQWZCZ05WSFNNRUdEQVdnQlFQTTgwTzNFcC9SYkg1UE1nYUg1R1lwb0RVCkZUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFsYko5bEdoRkdkMlFmaXZWTUhiWmd0ZjlPVUZDRHRLejljaisKL0VBMjV2QXhkQUhwSDZ3d2lwZklEeHhQblFtTGxWSVB5SmFHYS9OeTZRdWpzZ3g5N1lZTGMyaG51NzhFV3JQeQprZ3h2dHZxVmQycFlJK1V3c0tHUDlWRVdHcVEzLzRyZVVyOXN1WG9oQ0lJNjhEVmZ6WUc1Nm5TQldIWGgzWHlVCkZjakFDWmVSUVRGRFozb1FlOFZ2cmxSYy8yUUNtMG96ZE81aWdTZ2MrMTRUNnloelE3bXpSMEV0WUVFYTVWQXIKRnI5QmxQVlNyLzk5ciswNHRIWitzbm1Kc09jY21Jc0xTSDhYQUNwekE2aG9TdWU3aGZtdjFnMjFTSndqR2J2cgovSHRqQnl1Z2hVY3JCb0t6cituQ3lIeHJ1NkJrK1lRblpIVnFxRHN5bjdMQkFxeHFjQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0423 19:52:48.625302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0423 19:52:48.630252 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWWFtWDZNZzl5Uzh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qazNNemcxTWpBZQpGdzB5TmpBME1qTXhPVFV3TlRGYUZ3MHlPREEyTWpFeE9UVXdOVEphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1TnpNNE5USXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQy9FRjgvVUpGdzg1S2dNSzhHcTlwcDczK1E3RjFEeTdsegp0TnVzVWswTVdEUXI1K2M2ZUFxbHcxOWpaTTFuQ28vbHJMUHI2bDJqT0VZQjF6SENtSmt0UmNIS243VEcrQ1RjCkNjOTQ2ek1FdExadU0za2ZuTFE5TkErTnZrVUV5dDJQQ2pHT2RoZksrWjFoQ2pSSnZkc0FXY2lCODgyZnVzTzAKd1NMMHB1dGxFcWdZdTY1b1J5RmthTXBRUEZ1NjJBUFRBbGlBc1dzUVhtS0tyaEFBOWFjNy82VW9PRVkrZWlrYwpDcTBKenFvalQvbnp4MGpWZ0hPelJrVzIxWHBaT1gxS0ZQck1JQS9OMFlqM1BCbjJMVW5rMmdZZmZZb3FNb0E1Cnc1a1BvT2FuMEZ2S1JjMG9mUHFTYzRxZG03dVV1Q3VhNWRFSmhsanJ2Uy84OUxwdFBWWTVBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFQTTgwTwozRXAvUmJINVBNZ2FINUdZcG9EVUZUQWZCZ05WSFNNRUdEQVdnQlFQTTgwTzNFcC9SYkg1UE1nYUg1R1lwb0RVCkZUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFsYko5bEdoRkdkMlFmaXZWTUhiWmd0ZjlPVUZDRHRLejljaisKL0VBMjV2QXhkQUhwSDZ3d2lwZklEeHhQblFtTGxWSVB5SmFHYS9OeTZRdWpzZ3g5N1lZTGMyaG51NzhFV3JQeQprZ3h2dHZxVmQycFlJK1V3c0tHUDlWRVdHcVEzLzRyZVVyOXN1WG9oQ0lJNjhEVmZ6WUc1Nm5TQldIWGgzWHlVCkZjakFDWmVSUVRGRFozb1FlOFZ2cmxSYy8yUUNtMG96ZE81aWdTZ2MrMTRUNnloelE3bXpSMEV0WUVFYTVWQXIKRnI5QmxQVlNyLzk5ciswNHRIWitzbm1Kc09jY21Jc0xTSDhYQUNwekE2aG9TdWU3aGZtdjFnMjFTSndqR2J2cgovSHRqQnl1Z2hVY3JCb0t6cituQ3lIeHJ1NkJrK1lRblpIVnFxRHN5bjdMQkFxeHFjQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0423 19:52:48.635897 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0423 19:52:50.710749 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 19:52:50.710774 1 tasks.go:49] processing task group 2 of 3 I0423 19:52:50.710798 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:52:50.710807 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 19:52:50.710818 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 19:52:50.710832 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:52:50.710850 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:52:50.710867 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 19:52:50.710885 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:52:50.710903 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 19:52:50.710924 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:52:50.710934 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 19:52:50.710960 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:52:50.710971 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 19:52:50.711002 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 19:52:50.711003 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 19:52:50.711000 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 19:52:50.768516 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:52:50.789808 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:52:50.795888 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0423 19:52:50.799337 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 19:52:50.809723 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0423 19:52:50.826098 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0423 19:52:50.835778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0423 19:52:50.852739 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0423 19:52:50.854932 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:52:50.923025 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0423 19:52:51.782642 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:52:51.810282 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:52:51.811426 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 19:52:51.834442 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:52:51.842141 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 19:52:53.864807 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 19:52:55.840597 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 19:52:55.899264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0423 19:52:56.769781 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 19:52:59.980267 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 19:54:01.868074 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 19:55:06.063693 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 19:55:06.063726 1 tasks.go:49] processing task group 3 of 3 I0423 19:55:06.063739 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 19:55:06.140065 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 19:55:06.140148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"74e30f5e-85d8-4f38-a9c6-643206336882", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0423 19:55:06.152494 1 operator.go:851] Updating ClusterOperator status to done. W0423 19:55:06.195982 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 19:55:06.240501 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 19:55:06.245603 1 tasks.go:49] processing task group 1 of 3 I0423 19:55:06.245650 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 19:55:06.245671 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:55:06.258326 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:55:09.395591 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 19:55:09.395645 1 tasks.go:49] processing task group 2 of 3 I0423 19:55:09.395686 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:55:09.395693 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 19:55:09.395708 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 19:55:09.395722 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:55:09.395743 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 19:55:09.395765 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 19:55:09.395786 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 19:55:09.395806 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:55:09.395826 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:55:09.395847 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:55:09.395867 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 19:55:09.395907 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 19:55:09.396000 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 19:55:09.395699 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 19:55:09.396001 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:55:09.452152 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:55:09.474503 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:55:09.493241 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 19:55:09.534951 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:55:10.467043 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:55:10.494012 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 19:55:10.503695 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:55:10.519127 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:55:10.541024 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 19:55:12.547751 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 19:55:14.524257 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 19:55:15.460887 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 19:55:15.551044 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 19:55:20.554210 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 19:55:20.673722 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:55:20.709786 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:55:20.728001 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:55:24.704298 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 19:55:24.704328 1 tasks.go:49] processing task group 3 of 3 I0423 19:55:24.704345 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 19:55:24.741173 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 19:55:24.747017 1 operator.go:851] Updating ClusterOperator status to done. W0423 19:55:24.756555 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 19:55:24.783358 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 19:55:24.787951 1 tasks.go:49] processing task group 1 of 3 I0423 19:55:24.787982 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 19:55:24.787993 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:55:24.801313 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:55:27.922208 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 19:55:27.922234 1 tasks.go:49] processing task group 2 of 3 I0423 19:55:27.922262 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:55:27.922267 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 19:55:27.922282 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 19:55:27.922308 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:55:27.922327 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 19:55:27.922348 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 19:55:27.922369 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 19:55:27.922391 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 19:55:27.922416 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:55:27.922433 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:55:27.922462 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:55:27.922479 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 19:55:27.922501 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 19:55:27.922507 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:55:27.922509 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 19:55:27.969685 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:55:27.985482 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:55:28.003237 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 19:55:28.043867 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:55:28.985759 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:55:29.006799 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 19:55:29.009176 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:55:29.027090 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:55:29.040415 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 19:55:31.070810 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 19:55:33.039008 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 19:55:33.977996 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 19:55:34.060044 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 19:55:39.069231 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 19:55:43.224305 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 19:55:43.224332 1 tasks.go:49] processing task group 3 of 3 I0423 19:55:43.224345 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 19:55:43.261409 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 19:55:43.266714 1 operator.go:851] Updating ClusterOperator status to done. I0423 19:56:20.358532 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 19:56:20.358564 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 19:56:20.388888 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 19:56:20.393570 1 tasks.go:49] processing task group 1 of 3 I0423 19:56:20.393599 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 19:56:20.393627 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:56:20.408072 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:56:23.550320 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 19:56:23.550348 1 tasks.go:49] processing task group 2 of 3 I0423 19:56:23.550372 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:56:23.550436 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 19:56:23.550453 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 19:56:23.550464 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 19:56:23.550492 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:56:23.550514 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 19:56:23.550546 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 19:56:23.550559 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 19:56:23.550588 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:56:23.550632 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:56:23.550609 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:56:23.550652 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 19:56:23.550656 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 19:56:23.550676 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:56:23.550442 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 19:56:23.621596 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:56:23.642487 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 19:56:23.643522 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:56:23.713791 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:56:24.639556 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:56:24.655658 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:56:24.658128 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 19:56:24.668188 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:56:24.692208 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 19:56:26.725004 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 19:56:28.699584 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 19:56:29.611907 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 19:56:29.718171 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 19:56:34.714218 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 19:56:38.873952 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 19:56:38.873980 1 tasks.go:49] processing task group 3 of 3 I0423 19:56:38.873997 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 19:56:38.907888 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 19:56:38.913219 1 operator.go:851] Updating ClusterOperator status to done. I0423 19:57:07.766904 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0423 19:57:07.766940 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 19:57:07.798344 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 19:57:07.804905 1 tasks.go:49] processing task group 1 of 3 I0423 19:57:07.804931 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 19:57:07.804944 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:57:07.817663 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:57:10.930039 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 19:57:10.930071 1 tasks.go:49] processing task group 2 of 3 I0423 19:57:10.930111 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:57:10.930121 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:57:10.930133 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 19:57:10.930142 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 19:57:10.930168 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 19:57:10.930183 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 19:57:10.930206 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 19:57:10.930225 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:57:10.930241 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:57:10.930251 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 19:57:10.930268 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:57:10.930292 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 19:57:10.930339 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:57:10.930123 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 19:57:10.930110 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 19:57:10.991160 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:57:11.002777 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:57:11.018941 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 19:57:11.068716 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:57:12.003763 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:57:12.027832 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:57:12.035306 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 19:57:12.050678 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:57:12.067030 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 19:57:14.080110 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 19:57:16.060505 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 19:57:16.987001 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 19:57:17.081441 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 19:57:22.085451 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 19:57:26.272027 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 19:57:26.272063 1 tasks.go:49] processing task group 3 of 3 I0423 19:57:26.272080 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 19:57:26.306323 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 19:57:26.311898 1 operator.go:851] Updating ClusterOperator status to done. I0423 20:01:20.358092 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 20:01:20.358149 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 20:01:20.387373 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 20:01:20.392095 1 tasks.go:49] processing task group 1 of 3 I0423 20:01:20.392125 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 20:01:20.392134 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:01:20.404285 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:01:23.525893 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 20:01:23.525918 1 tasks.go:49] processing task group 2 of 3 I0423 20:01:23.525946 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:01:23.525949 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 20:01:23.525962 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:01:23.525980 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 20:01:23.526019 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:01:23.526041 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 20:01:23.526060 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 20:01:23.526076 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 20:01:23.526092 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:01:23.526110 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:01:23.526134 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 20:01:23.526143 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 20:01:23.526156 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:01:23.526192 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 20:01:23.525953 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 20:01:23.575473 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:01:23.591824 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:01:23.603316 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 20:01:23.644723 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:01:24.590648 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:01:24.608306 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:01:24.609353 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 20:01:24.615953 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:01:24.666147 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 20:01:26.659643 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 20:01:28.639494 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 20:01:29.575718 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 20:01:29.659186 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 20:01:34.657091 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 20:01:38.794032 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 20:01:38.794061 1 tasks.go:49] processing task group 3 of 3 I0423 20:01:38.794078 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 20:01:38.823510 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 20:01:38.828244 1 operator.go:851] Updating ClusterOperator status to done. I0423 20:06:20.268379 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0423 20:06:20.268419 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0423 20:06:20.268432 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 20:06:20.268435 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0423 20:06:20.268571 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0423 20:06:20.268632 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0423 20:06:20.268705 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0423 20:06:20.269789 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0423 20:06:20.269814 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 20:06:20.269819 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0423 20:06:20.269864 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0423 20:06:20.269879 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0423 20:06:20.296912 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 20:06:20.302685 1 tasks.go:49] processing task group 1 of 3 I0423 20:06:20.302711 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 20:06:20.302720 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:06:20.309728 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0423 20:06:20.314271 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:06:20.358721 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0423 20:06:23.433987 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 20:06:23.434013 1 tasks.go:49] processing task group 2 of 3 I0423 20:06:23.434042 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:06:23.434046 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 20:06:23.434058 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 20:06:23.434078 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:06:23.434101 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 20:06:23.434110 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 20:06:23.434133 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:06:23.434149 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:06:23.434183 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 20:06:23.434205 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 20:06:23.434196 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:06:23.434223 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 20:06:23.434244 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:06:23.434258 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 20:06:23.434293 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 20:06:23.495014 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:06:23.510854 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:06:23.517262 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 20:06:23.567175 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:06:24.516668 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:06:24.550822 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:06:24.552919 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 20:06:24.555829 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:06:24.594031 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 20:06:26.612377 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 20:06:28.555456 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 20:06:29.485562 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 20:06:29.576557 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 20:06:34.614861 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 20:06:38.748221 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 20:06:38.748252 1 tasks.go:49] processing task group 3 of 3 I0423 20:06:38.748264 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 20:06:38.780601 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 20:06:38.785364 1 operator.go:851] Updating ClusterOperator status to done. W0423 20:06:38.793534 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 20:06:38.816414 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 20:06:38.820193 1 tasks.go:49] processing task group 1 of 3 I0423 20:06:38.820216 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 20:06:38.820230 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:06:38.830369 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:06:41.931860 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 20:06:41.931888 1 tasks.go:49] processing task group 2 of 3 I0423 20:06:41.931922 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:06:41.931931 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:06:41.931945 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 20:06:41.931975 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:06:41.931986 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:06:41.932002 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 20:06:41.932023 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:06:41.932066 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:06:41.932080 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 20:06:41.932105 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 20:06:41.932126 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 20:06:41.932159 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 20:06:41.932177 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 20:06:41.932195 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 20:06:41.931922 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 20:06:41.985261 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:06:42.003301 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:06:42.008937 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 20:06:42.058868 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:06:43.002092 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:06:43.010982 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:06:43.025874 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:06:43.027827 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 20:06:43.049039 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 20:06:45.068173 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 20:06:47.055586 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 20:06:47.984743 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 20:06:48.072123 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 20:06:53.066105 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 20:06:57.219227 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 20:06:57.219254 1 tasks.go:49] processing task group 3 of 3 I0423 20:06:57.219269 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 20:06:57.252525 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 20:06:57.257237 1 operator.go:851] Updating ClusterOperator status to done. I0423 20:11:20.358640 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 20:11:20.358697 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 20:11:20.385107 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 20:11:20.389002 1 tasks.go:49] processing task group 1 of 3 I0423 20:11:20.389036 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 20:11:20.389055 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:11:20.399112 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:11:23.511072 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 20:11:23.511102 1 tasks.go:49] processing task group 2 of 3 I0423 20:11:23.511139 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:11:23.511138 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 20:11:23.511149 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 20:11:23.511164 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 20:11:23.511187 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 20:11:23.511206 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:11:23.511223 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:11:23.511257 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 20:11:23.511270 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 20:11:23.511283 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:11:23.511307 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:11:23.511335 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 20:11:23.511340 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:11:23.511353 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 20:11:23.511331 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 20:11:23.563129 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:11:23.579185 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:11:23.594243 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 20:11:23.635374 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:11:24.583019 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:11:24.597316 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:11:24.604930 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 20:11:24.606440 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:11:24.635907 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 20:11:26.647144 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 20:11:28.625483 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 20:11:29.562235 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 20:11:29.645865 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 20:11:34.650274 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 20:11:38.829108 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 20:11:38.829134 1 tasks.go:49] processing task group 3 of 3 I0423 20:11:38.829141 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 20:11:38.865327 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 20:11:38.869947 1 operator.go:851] Updating ClusterOperator status to done. I0423 20:16:20.358308 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 20:16:20.358377 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 20:16:20.383314 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 20:16:20.387565 1 tasks.go:49] processing task group 1 of 3 I0423 20:16:20.387592 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 20:16:20.387625 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:16:20.400329 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:16:23.518519 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 20:16:23.518544 1 tasks.go:49] processing task group 2 of 3 I0423 20:16:23.518567 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:16:23.518570 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:16:23.518585 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 20:16:23.518596 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 20:16:23.518650 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:16:23.518657 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 20:16:23.518675 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:16:23.518697 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:16:23.518716 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 20:16:23.518751 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:16:23.518772 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 20:16:23.518782 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 20:16:23.518794 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 20:16:23.518807 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 20:16:23.518823 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 20:16:23.565801 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:16:23.583223 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:16:23.596837 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 20:16:23.643773 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:16:24.586170 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:16:24.600662 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:16:24.611133 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 20:16:24.611883 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:16:24.644066 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 20:16:26.655788 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 20:16:28.634284 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 20:16:29.569957 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 20:16:29.651746 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 20:16:34.698723 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 20:16:38.793282 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 20:16:38.793313 1 tasks.go:49] processing task group 3 of 3 I0423 20:16:38.793328 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 20:16:38.830566 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 20:16:38.836079 1 operator.go:851] Updating ClusterOperator status to done. I0423 20:21:20.268829 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0423 20:21:20.268854 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0423 20:21:20.268877 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 20:21:20.268891 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0423 20:21:20.268896 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0423 20:21:20.268897 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0423 20:21:20.269109 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0423 20:21:20.270002 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0423 20:21:20.270007 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 20:21:20.270036 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0423 20:21:20.270052 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0423 20:21:20.270061 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0423 20:21:20.301322 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 20:21:20.307376 1 tasks.go:49] processing task group 1 of 3 I0423 20:21:20.307403 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 20:21:20.307418 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:21:20.310738 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0423 20:21:20.322662 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:21:20.358165 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0423 20:21:23.454809 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 20:21:23.454837 1 tasks.go:49] processing task group 2 of 3 I0423 20:21:23.454871 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:21:23.454871 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 20:21:23.454888 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 20:21:23.454917 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 20:21:23.454930 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:21:23.454945 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 20:21:23.454971 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:21:23.454982 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:21:23.455005 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 20:21:23.455026 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 20:21:23.455052 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 20:21:23.455104 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 20:21:23.455169 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 20:21:23.455182 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:21:23.455190 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:21:23.518423 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:21:23.532552 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:21:23.552354 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 20:21:23.595531 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:21:24.536964 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:21:24.568511 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 20:21:24.572837 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:21:24.592554 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:21:24.606673 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 20:21:26.622947 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 20:21:28.582823 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 20:21:29.510199 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 20:21:29.603214 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 20:21:34.622491 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 20:21:38.757980 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 20:21:38.758005 1 tasks.go:49] processing task group 3 of 3 I0423 20:21:38.758020 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 20:21:38.802294 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 20:21:38.807816 1 operator.go:851] Updating ClusterOperator status to done. W0423 20:21:38.816895 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 20:21:38.844607 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 20:21:38.848925 1 tasks.go:49] processing task group 1 of 3 I0423 20:21:38.848951 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 20:21:38.848968 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:21:38.859733 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:21:41.968431 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 20:21:41.968454 1 tasks.go:49] processing task group 2 of 3 I0423 20:21:41.968476 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:21:41.968484 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 20:21:41.968507 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 20:21:41.968530 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 20:21:41.968559 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:21:41.968581 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 20:21:41.968596 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:21:41.968634 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 20:21:41.968647 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:21:41.968651 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 20:21:41.968666 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:21:41.968692 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 20:21:41.968731 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 20:21:41.968745 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:21:41.968711 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 20:21:42.017669 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:21:42.038076 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:21:42.051555 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 20:21:42.095138 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:21:43.034300 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:21:43.054166 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:21:43.065533 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 20:21:43.068238 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:21:43.087058 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 20:21:45.099475 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 20:21:47.087021 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 20:21:48.022958 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 20:21:48.115317 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 20:21:53.109813 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 20:21:57.254872 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 20:21:57.254898 1 tasks.go:49] processing task group 3 of 3 I0423 20:21:57.254911 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 20:21:57.291261 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 20:21:57.296910 1 operator.go:851] Updating ClusterOperator status to done.