W0417 18:43:47.869112 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0417 18:43:47.869447 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0417 18:43:47.869460 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0417 18:43:47.869465 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0417 18:43:47.869469 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0417 18:43:47.894501 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0417 18:43:47.899796 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0417 18:43:47.900113 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0417 18:43:47.900119 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0417 18:43:47.901101 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0417 18:43:47.914952 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0417 18:43:47.915473 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 18:43:47.915892 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0417 18:43:47.916858 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0417 18:43:47.916942 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 18:43:47.917120 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 18:43:47.925425 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 18:43:47.925494 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 18:43:47.925531 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0417 18:43:47.925587 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 18:43:47.925903 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 18:43:47.925903 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 18:43:47.926483 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 18:43:47.932216 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0417 18:43:47.932768 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0417 18:43:47.933304 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 18:43:47.961325 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 18:43:48.005003 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 18:43:48.005045 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 18:43:48.005071 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0417 18:43:48.005078 1 rule_controller.go:113] Starting alerting rules controller I0417 18:43:48.005083 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0417 18:43:48.005088 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0417 18:43:48.005089 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0417 18:43:48.005094 1 relabel_controller.go:117] Starting alert relabel config controller I0417 18:43:48.005105 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0417 18:43:48.005110 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0417 18:43:48.005115 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0417 18:43:48.005119 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0417 18:43:48.005115 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0417 18:43:48.005129 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0417 18:43:48.005135 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0417 18:43:48.008662 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0417 18:43:48.008700 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0417 18:43:48.008913 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0417 18:43:48.008988 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0417 18:43:48.010740 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.010854 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0417 18:43:48.011034 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.011296 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0417 18:43:48.011809 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.012136 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0417 18:43:48.029125 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-zpvnm" is created for OpenShiftMonitoringClientCertRequester I0417 18:43:48.029132 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-jmd8q" is created for OpenShiftMonitoringTelemeterClientCertRequester I0417 18:43:48.029435 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-6j5rv" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0417 18:43:48.033999 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.034491 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.034575 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.042790 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.042829 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.042791 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.042954 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0417 18:43:48.044170 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0417 18:43:48.044184 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0417 18:43:48.044194 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0417 18:43:48.044198 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0417 18:43:48.046514 1 secure_serving.go:57] Forcing use of http/1.1 only I0417 18:43:48.046528 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0417 18:43:48.047822 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.047882 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.048069 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.052810 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 18:43:48.053624 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.053623 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.053625 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.053783 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0417 18:43:48.053791 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0417 18:43:48.053801 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0417 18:43:48.053809 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0417 18:43:48.053826 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0417 18:43:48.053840 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0417 18:43:48.053972 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0417 18:43:48.054085 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776451398\" (2026-04-17 18:43:27 +0000 UTC to 2028-04-16 18:43:28 +0000 UTC (now=2026-04-17 18:43:48.054058866 +0000 UTC))" I0417 18:43:48.054268 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776451428\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776451428\" (2026-04-17 17:43:47 +0000 UTC to 2027-04-17 17:43:47 +0000 UTC (now=2026-04-17 18:43:48.05425336 +0000 UTC))" I0417 18:43:48.054286 1 secure_serving.go:213] Serving securely on [::]:8443 I0417 18:43:48.054302 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0417 18:43:48.054309 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0417 18:43:48.056550 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0417 18:43:48.056759 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0417 18:43:48.056956 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0417 18:43:48.059187 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.059210 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.059234 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.068049 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.068059 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.068145 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.072688 1 tasks.go:49] processing task group 1 of 3 I0417 18:43:48.072709 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 18:43:48.072721 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:43:48.073317 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.073348 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.073348 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.080773 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.080830 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.087536 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.089421 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0417 18:43:48.091553 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.091554 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.105249 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0417 18:43:48.105263 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0417 18:43:48.105296 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.106493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0417 18:43:48.107193 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.107219 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.112853 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0417 18:43:48.121035 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:43:48.121167 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0417 18:43:48.121194 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0417 18:43:48.124699 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0417 18:43:48.124720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0417 18:43:48.124774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0417 18:43:48.124803 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0417 18:43:48.124960 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0417 18:43:48.154013 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0417 18:43:48.154026 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0417 18:43:48.154051 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0417 18:43:48.154185 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-17 18:31:22 +0000 UTC to 2036-04-14 18:31:22 +0000 UTC (now=2026-04-17 18:43:48.154161183 +0000 UTC))" I0417 18:43:48.154416 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776451398\" (2026-04-17 18:43:27 +0000 UTC to 2028-04-16 18:43:28 +0000 UTC (now=2026-04-17 18:43:48.154400892 +0000 UTC))" I0417 18:43:48.154571 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776451428\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776451428\" (2026-04-17 17:43:47 +0000 UTC to 2027-04-17 17:43:47 +0000 UTC (now=2026-04-17 18:43:48.154559488 +0000 UTC))" I0417 18:43:48.154906 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-17 18:31:27 +0000 UTC to 2036-04-14 18:31:27 +0000 UTC (now=2026-04-17 18:43:48.154872884 +0000 UTC))" I0417 18:43:48.154943 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-17 18:31:29 +0000 UTC to 2036-04-14 18:31:29 +0000 UTC (now=2026-04-17 18:43:48.154926408 +0000 UTC))" I0417 18:43:48.154973 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-17 18:31:31 +0000 UTC to 2036-04-14 18:31:31 +0000 UTC (now=2026-04-17 18:43:48.154957645 +0000 UTC))" I0417 18:43:48.155006 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-17 18:31:33 +0000 UTC to 2036-04-14 18:31:33 +0000 UTC (now=2026-04-17 18:43:48.154992578 +0000 UTC))" I0417 18:43:48.155042 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-17 18:31:37 +0000 UTC to 2036-04-14 18:31:37 +0000 UTC (now=2026-04-17 18:43:48.155021591 +0000 UTC))" I0417 18:43:48.155130 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2po2qa5ehnr77pr5kio5bcctja6r9653-kx-d9647d433d_customer-system-admin-signer@1776450820\" [] issuer=\"\" (2026-04-17 18:33:39 +0000 UTC to 2026-04-24 18:33:40 +0000 UTC (now=2026-04-17 18:43:48.155054052 +0000 UTC))" I0417 18:43:48.155174 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2po2qa5ehnr77pr5kio5bcctja6r9653-kx-d9647d433d_sre-system-admin-signer@1776450820\" [] issuer=\"\" (2026-04-17 18:33:40 +0000 UTC to 2026-04-24 18:33:41 +0000 UTC (now=2026-04-17 18:43:48.155151215 +0000 UTC))" I0417 18:43:48.155211 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-17 18:31:22 +0000 UTC to 2036-04-14 18:31:22 +0000 UTC (now=2026-04-17 18:43:48.155187537 +0000 UTC))" I0417 18:43:48.155553 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776451398\" (2026-04-17 18:43:27 +0000 UTC to 2028-04-16 18:43:28 +0000 UTC (now=2026-04-17 18:43:48.155528164 +0000 UTC))" I0417 18:43:48.156179 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776451428\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776451428\" (2026-04-17 17:43:47 +0000 UTC to 2027-04-17 17:43:47 +0000 UTC (now=2026-04-17 18:43:48.15614969 +0000 UTC))" I0417 18:43:48.180756 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0417 18:43:48.261988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0417 18:43:48.277405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0417 18:43:48.310915 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0417 18:43:48.328646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0417 18:43:52.388862 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0417 18:43:52.405038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0417 18:43:52.419089 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0417 18:43:57.552280 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 18:43:57.552303 1 tasks.go:49] processing task group 2 of 3 I0417 18:43:57.552327 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:43:57.552331 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 18:43:57.552345 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 18:43:57.552349 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 18:43:57.552361 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:43:57.552373 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 18:43:57.552383 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 18:43:57.552385 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:43:57.552394 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 18:43:57.552401 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 18:43:57.552404 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:43:57.552414 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 18:43:57.552407 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:43:57.552419 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:43:57.552429 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 18:43:57.571629 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0417 18:43:57.578243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0417 18:43:57.596319 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0417 18:43:57.604402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0417 18:43:57.604487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0417 18:43:57.627025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0417 18:43:57.655482 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 18:43:57.667241 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:43:57.686339 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:43:57.700800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0417 18:43:57.726990 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0417 18:43:57.730787 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0417 18:43:57.731890 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0417 18:43:57.739293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0417 18:43:57.739304 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0417 18:43:57.829029 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0417 18:43:57.829378 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0417 18:43:57.856487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0417 18:43:57.881790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0417 18:43:57.900718 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0417 18:43:57.901151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0417 18:43:57.904925 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0417 18:43:57.911135 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0417 18:43:57.917397 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0417 18:43:57.917412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0417 18:43:57.920168 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0417 18:43:57.927177 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0417 18:43:57.946755 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0417 18:43:57.959313 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0417 18:43:57.979807 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0417 18:43:58.066835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0417 18:43:58.176326 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0417 18:43:58.264554 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0417 18:43:58.325622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0417 18:43:58.343282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0417 18:43:58.396853 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0417 18:43:58.457905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0417 18:43:58.490645 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0417 18:43:58.545958 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0417 18:43:58.632571 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0417 18:43:58.656957 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0417 18:43:58.731260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0417 18:43:58.748317 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0417 18:43:58.762428 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0417 18:43:58.780879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0417 18:43:58.843392 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0417 18:43:58.846867 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0417 18:43:58.857404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0417 18:43:58.913500 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0417 18:43:58.932724 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0417 18:43:58.932933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0417 18:43:58.944077 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0417 18:43:58.970137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0417 18:43:59.054424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0417 18:43:59.169268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0417 18:43:59.315952 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0417 18:43:59.357905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0417 18:43:59.724497 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0417 18:43:59.743255 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0417 18:43:59.753891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0417 18:43:59.852751 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0417 18:43:59.949013 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0417 18:44:00.042157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0417 18:44:00.148153 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0417 18:44:00.247375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0417 18:44:00.344408 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0417 18:44:00.447617 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0417 18:44:00.549714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0417 18:44:00.581843 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:44:00.581866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0417 18:44:00.582433 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0417 18:44:00.661965 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0417 18:44:00.705638 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:44:00.710009 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:44:00.766159 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0417 18:44:00.868400 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0417 18:44:00.947469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0417 18:44:00.965896 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0417 18:44:00.992347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-92g1l6oumhgrt -n openshift-monitoring because it was missing I0417 18:44:01.051938 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:44:01.519077 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0417 18:44:02.011243 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 18:44:02.097998 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 18:44:02.541841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-bka4gpvboakm7 -n openshift-monitoring because it was missing I0417 18:44:02.613976 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0417 18:44:02.663933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0417 18:44:03.994920 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-53bauaef83o05 -n openshift-monitoring because it was missing I0417 18:44:04.010607 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0417 18:44:04.032402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0417 18:44:04.042853 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0417 18:44:05.006829 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 18:44:06.712665 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 18:44:06.712733 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0417 18:44:14.084176 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0417 18:44:14.119121 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 18:44:14.404100 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0417 18:44:21.101240 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 18:44:27.604126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0417 18:44:27.619825 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 18:44:27.619855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0417 18:44:37.108620 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 18:44:37.137424 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 18:44:37.580094 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 18:44:37.596967 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 18:44:38.109478 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 18:44:39.004488 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 18:45:14.100257 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 18:45:14.100294 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0417 18:45:14.100301 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0417 18:45:14.100320 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0417 18:45:14.101693 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 18:45:14.129798 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 18:45:14.134679 1 tasks.go:49] processing task group 1 of 3 I0417 18:45:14.134700 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 18:45:14.134714 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:45:14.147248 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:45:15.190559 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSURKNXFCd3JhNUV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qUTFNVE01T0RBZQpGdzB5TmpBME1UY3hPRFF6TVRoYUZ3MHlPREEyTVRVeE9EUXpNVGxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkwTlRFek9UZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2pjRGlUTkhGNEJHcDdwdFM5MGZxTUs5bUxsb2g5QkVEaApHLzFpUk1TcVdmaGdJend6elJiY05CK3B2Ty9DRlpDaHRZZ1d0OC92VHV5a2lzYzlCQUtiY3RpMWRsN2p0Sk1sCmY3SnpNZXBLbCtDajBNVFR1ZG1pblcxZTVDSGIxKzhHTGJ0NDN6L0JGVmZpNlc1akd2MEtvV0VsSU5aS0k5TGIKY29wb3NkVEN5QnNDOERxVTlQdEo1eDhTeWVGcHc1RjF3Q3l0Z1VMWTVNQ2tFVTBycFdZTitObmJYQjFHYkRxNgprOW5KZDVRQnBGVU5vSVkyekcvUzNyazVLWkJNSEFJSFlySGFZbkN3VEd6TFFkenZ4Y2p1dWhTQXVlWVE4eTFGClhPL2RnOFh6K2JXb2RUS0ZxblR5YjFtUUt4SnhRWGRFK3I0d0U0ZjM3ajR6cHZ5RCtKNVpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNzT3NKUQpObFdiS2lCeStEM0RQalJuYnpBRlZUQWZCZ05WSFNNRUdEQVdnQlNzT3NKUU5sV2JLaUJ5K0QzRFBqUm5iekFGClZUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFqTWZ0SUxpMVJ6UE9USndkbXBsSDZpZy9TcDNHUEhjcnRoWWkKclFaZ0d3QUNGNklZZVhPNFFrR0RGNFNDMVNHQlVaVDlSSFkxRjg1ZStieVZRUnJtS1d4ZWhnZ1RVT2hhWU1QKwowd0xFbWFxTDZDV01FNk84N1NpaG94akpIYnNxWmkvaVdvd25HdVNPbDZRUHFsenFLcVVaRzI0eHIxZkhBSFZjCkVFcTR2TkczUzNaVnZhbTVpN3BIU01JNVBqZ3B2VEtXUXFGRSthM1VleSszMzVEelNMTzhlTXk3ZklFZVVWTXgKSFMvR0JuRXZ1M3ZpaVBBV2U0RmpCaEtMZENyVEF0QXpPY3k5emlZWEhwVlBxT1M4dFZLQWptUkZoV2xkM0t1ZQp4OXZ6Uktzb0kzL1RHS3poOW5BK1dqblNmNkREeDQ0aURtc0tPajVuV1JxMVFIT3ptZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0417 18:45:15.197178 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0417 18:45:15.205111 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSURKNXFCd3JhNUV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qUTFNVE01T0RBZQpGdzB5TmpBME1UY3hPRFF6TVRoYUZ3MHlPREEyTVRVeE9EUXpNVGxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkwTlRFek9UZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2pjRGlUTkhGNEJHcDdwdFM5MGZxTUs5bUxsb2g5QkVEaApHLzFpUk1TcVdmaGdJend6elJiY05CK3B2Ty9DRlpDaHRZZ1d0OC92VHV5a2lzYzlCQUtiY3RpMWRsN2p0Sk1sCmY3SnpNZXBLbCtDajBNVFR1ZG1pblcxZTVDSGIxKzhHTGJ0NDN6L0JGVmZpNlc1akd2MEtvV0VsSU5aS0k5TGIKY29wb3NkVEN5QnNDOERxVTlQdEo1eDhTeWVGcHc1RjF3Q3l0Z1VMWTVNQ2tFVTBycFdZTitObmJYQjFHYkRxNgprOW5KZDVRQnBGVU5vSVkyekcvUzNyazVLWkJNSEFJSFlySGFZbkN3VEd6TFFkenZ4Y2p1dWhTQXVlWVE4eTFGClhPL2RnOFh6K2JXb2RUS0ZxblR5YjFtUUt4SnhRWGRFK3I0d0U0ZjM3ajR6cHZ5RCtKNVpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNzT3NKUQpObFdiS2lCeStEM0RQalJuYnpBRlZUQWZCZ05WSFNNRUdEQVdnQlNzT3NKUU5sV2JLaUJ5K0QzRFBqUm5iekFGClZUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFqTWZ0SUxpMVJ6UE9USndkbXBsSDZpZy9TcDNHUEhjcnRoWWkKclFaZ0d3QUNGNklZZVhPNFFrR0RGNFNDMVNHQlVaVDlSSFkxRjg1ZStieVZRUnJtS1d4ZWhnZ1RVT2hhWU1QKwowd0xFbWFxTDZDV01FNk84N1NpaG94akpIYnNxWmkvaVdvd25HdVNPbDZRUHFsenFLcVVaRzI0eHIxZkhBSFZjCkVFcTR2TkczUzNaVnZhbTVpN3BIU01JNVBqZ3B2VEtXUXFGRSthM1VleSszMzVEelNMTzhlTXk3ZklFZVVWTXgKSFMvR0JuRXZ1M3ZpaVBBV2U0RmpCaEtMZENyVEF0QXpPY3k5emlZWEhwVlBxT1M4dFZLQWptUkZoV2xkM0t1ZQp4OXZ6Uktzb0kzL1RHS3poOW5BK1dqblNmNkREeDQ0aURtc0tPajVuV1JxMVFIT3ptZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0417 18:45:15.211123 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0417 18:45:17.302580 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 18:45:17.302603 1 tasks.go:49] processing task group 2 of 3 I0417 18:45:17.302628 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:45:17.302639 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 18:45:17.302652 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 18:45:17.302674 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 18:45:17.302689 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:45:17.302707 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 18:45:17.302727 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:45:17.302739 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:45:17.302761 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 18:45:17.302779 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 18:45:17.302800 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 18:45:17.302828 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 18:45:17.302847 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:45:17.302859 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:45:17.302885 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 18:45:17.382444 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:45:17.391612 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 18:45:17.402833 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:45:17.422118 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0417 18:45:17.441846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0417 18:45:17.465003 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0417 18:45:17.480369 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0417 18:45:17.492479 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0417 18:45:17.499263 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:45:17.546777 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0417 18:45:18.393931 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:45:18.423857 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 18:45:18.428789 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:45:18.462838 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:45:18.464141 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 18:45:20.498255 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 18:45:22.458173 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 18:45:22.556318 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0417 18:45:23.364003 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 18:45:27.700563 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 18:46:28.504039 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 18:47:32.730044 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 18:47:32.730070 1 tasks.go:49] processing task group 3 of 3 I0417 18:47:32.730083 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 18:47:32.778863 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 18:47:32.778941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8ca4a87e-8798-4105-8982-1a3c20469c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0417 18:47:32.784517 1 operator.go:851] Updating ClusterOperator status to done. W0417 18:47:32.816109 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 18:47:32.846643 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 18:47:32.851149 1 tasks.go:49] processing task group 1 of 3 I0417 18:47:32.851170 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 18:47:32.851181 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:47:32.863778 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:47:35.983093 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 18:47:35.983114 1 tasks.go:49] processing task group 2 of 3 I0417 18:47:35.983139 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:47:35.983141 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 18:47:35.983152 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:47:35.983173 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 18:47:35.983185 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:47:35.983200 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 18:47:35.983241 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 18:47:35.983254 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:47:35.983277 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 18:47:35.983274 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 18:47:35.983295 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 18:47:35.983318 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 18:47:35.983333 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 18:47:35.983369 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:47:35.983360 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:47:36.039395 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:47:36.057493 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:47:36.070620 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 18:47:36.126012 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:47:37.062526 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:47:37.086088 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:47:37.087025 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 18:47:37.107189 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:47:37.124519 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 18:47:39.147328 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 18:47:40.378814 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 18:47:41.118261 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 18:47:42.057182 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 18:47:42.136825 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 18:47:47.143405 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 18:47:51.309336 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 18:47:51.309358 1 tasks.go:49] processing task group 3 of 3 I0417 18:47:51.309371 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 18:47:51.349919 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 18:47:51.355139 1 operator.go:851] Updating ClusterOperator status to done. W0417 18:47:51.364874 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 18:47:51.392531 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 18:47:51.397901 1 tasks.go:49] processing task group 1 of 3 I0417 18:47:51.397923 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 18:47:51.397939 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:47:51.410696 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:47:54.528634 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 18:47:54.528654 1 tasks.go:49] processing task group 2 of 3 I0417 18:47:54.528677 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:47:54.528691 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 18:47:54.528707 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 18:47:54.528718 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:47:54.528739 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 18:47:54.528763 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 18:47:54.528775 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 18:47:54.528786 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:47:54.528811 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:47:54.528833 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:47:54.528864 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 18:47:54.528873 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 18:47:54.528898 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:47:54.528921 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 18:47:54.528698 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 18:47:54.582240 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:47:54.602786 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:47:54.607240 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 18:47:54.661165 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:47:55.599412 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:47:55.624300 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 18:47:55.630858 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:47:55.645136 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:47:55.655648 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 18:47:57.690995 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 18:47:59.661179 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 18:48:00.590372 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 18:48:00.675701 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 18:48:05.687787 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 18:48:09.846476 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 18:48:09.846499 1 tasks.go:49] processing task group 3 of 3 I0417 18:48:09.846511 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 18:48:09.889477 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 18:48:09.895320 1 operator.go:851] Updating ClusterOperator status to done. I0417 18:48:48.005288 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 18:48:48.005342 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 18:48:48.037345 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 18:48:48.042400 1 tasks.go:49] processing task group 1 of 3 I0417 18:48:48.042427 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 18:48:48.042439 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:48:48.054852 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:48:51.218490 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 18:48:51.218511 1 tasks.go:49] processing task group 2 of 3 I0417 18:48:51.218540 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:48:51.218540 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 18:48:51.218545 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 18:48:51.218581 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:48:51.218595 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 18:48:51.218600 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 18:48:51.218623 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:48:51.218638 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 18:48:51.218650 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 18:48:51.218666 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 18:48:51.218677 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:48:51.218678 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 18:48:51.218695 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:48:51.218723 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:48:51.218669 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 18:48:51.276324 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:48:51.293055 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:48:51.299867 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 18:48:51.369745 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:48:52.295337 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:48:52.316582 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 18:48:52.319240 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:48:52.344027 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:48:52.350647 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 18:48:54.386009 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 18:48:56.352510 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 18:48:57.281980 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 18:48:57.371012 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 18:49:02.384020 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 18:49:06.549269 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 18:49:06.549295 1 tasks.go:49] processing task group 3 of 3 I0417 18:49:06.549313 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 18:49:06.592471 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 18:49:06.597963 1 operator.go:851] Updating ClusterOperator status to done. I0417 18:49:56.422413 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0417 18:49:56.422442 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 18:49:56.457699 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 18:49:56.463949 1 tasks.go:49] processing task group 1 of 3 I0417 18:49:56.463974 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 18:49:56.463988 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:49:56.478071 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:49:59.614541 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 18:49:59.614563 1 tasks.go:49] processing task group 2 of 3 I0417 18:49:59.614592 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:49:59.614594 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 18:49:59.614602 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:49:59.614631 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 18:49:59.614655 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 18:49:59.614663 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:49:59.614682 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 18:49:59.614701 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:49:59.614723 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 18:49:59.614752 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:49:59.614765 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 18:49:59.614792 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 18:49:59.614809 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:49:59.614807 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 18:49:59.614786 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 18:49:59.660468 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:49:59.680145 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:49:59.696098 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 18:49:59.744838 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:50:00.684082 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:50:00.720312 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 18:50:00.724194 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:50:00.752815 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:50:00.754526 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 18:50:02.773284 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 18:50:04.731980 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 18:50:05.684363 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 18:50:05.754889 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 18:50:10.791561 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 18:50:14.939210 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 18:50:14.939252 1 tasks.go:49] processing task group 3 of 3 I0417 18:50:14.939262 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 18:50:14.986758 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 18:50:14.994863 1 operator.go:851] Updating ClusterOperator status to done. I0417 18:53:48.005059 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 18:53:48.005117 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 18:53:48.037864 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 18:53:48.042768 1 tasks.go:49] processing task group 1 of 3 I0417 18:53:48.042816 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 18:53:48.042831 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:53:48.055100 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:53:51.189977 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 18:53:51.190002 1 tasks.go:49] processing task group 2 of 3 I0417 18:53:51.190032 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:53:51.190031 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 18:53:51.190053 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 18:53:51.190067 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 18:53:51.190082 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:53:51.190107 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 18:53:51.190119 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 18:53:51.190142 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:53:51.190162 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:53:51.190185 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:53:51.190207 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 18:53:51.190243 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 18:53:51.190244 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 18:53:51.190236 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:53:51.190255 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 18:53:51.249311 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:53:51.268391 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:53:51.274271 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 18:53:51.333410 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:53:52.266635 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:53:52.291866 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 18:53:52.297877 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:53:52.315459 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:53:52.325184 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 18:53:54.353571 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 18:53:56.355035 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 18:53:57.248521 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 18:53:57.340048 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 18:54:02.354087 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 18:54:06.510217 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 18:54:06.510267 1 tasks.go:49] processing task group 3 of 3 I0417 18:54:06.510282 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 18:54:06.550656 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 18:54:06.556109 1 operator.go:851] Updating ClusterOperator status to done. I0417 18:58:47.916008 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0417 18:58:47.916046 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 18:58:47.916098 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0417 18:58:47.916141 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0417 18:58:47.925837 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0417 18:58:47.925886 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0417 18:58:47.926092 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 18:58:47.926109 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0417 18:58:47.927270 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0417 18:58:47.927297 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0417 18:58:47.927318 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0417 18:58:47.927331 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0417 18:58:47.949780 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 18:58:47.955283 1 tasks.go:49] processing task group 1 of 3 I0417 18:58:47.955307 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 18:58:47.955328 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:58:47.961994 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0417 18:58:47.975575 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:58:48.006033 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0417 18:58:51.122499 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 18:58:51.122521 1 tasks.go:49] processing task group 2 of 3 I0417 18:58:51.122543 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:58:51.122555 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 18:58:51.122567 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 18:58:51.122583 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:58:51.122595 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 18:58:51.122620 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 18:58:51.122632 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:58:51.122647 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:58:51.122669 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:58:51.122559 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 18:58:51.122689 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 18:58:51.122708 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 18:58:51.122724 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 18:58:51.122760 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:58:51.122777 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 18:58:51.177639 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:58:51.202073 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:58:51.203723 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 18:58:51.266306 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:58:52.200335 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:58:52.227382 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:58:52.227875 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 18:58:52.255975 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:58:52.259296 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 18:58:54.289434 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 18:58:56.260445 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 18:58:57.195380 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 18:58:57.279495 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 18:59:02.288467 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 18:59:06.465008 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 18:59:06.465096 1 tasks.go:49] processing task group 3 of 3 I0417 18:59:06.465133 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 18:59:06.530978 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 18:59:06.537336 1 operator.go:851] Updating ClusterOperator status to done. W0417 18:59:06.548780 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 18:59:06.580203 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 18:59:06.585698 1 tasks.go:49] processing task group 1 of 3 I0417 18:59:06.585722 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 18:59:06.585735 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:59:06.600433 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 18:59:09.735472 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 18:59:09.735497 1 tasks.go:49] processing task group 2 of 3 I0417 18:59:09.735521 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:59:09.735538 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 18:59:09.735552 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 18:59:09.735563 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:59:09.735575 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:59:09.735587 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 18:59:09.735603 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:59:09.735617 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 18:59:09.735641 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 18:59:09.735650 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 18:59:09.735661 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:59:09.735674 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:59:09.735690 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 18:59:09.735739 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 18:59:09.735814 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 18:59:09.798506 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 18:59:09.822705 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 18:59:09.826605 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 18:59:09.889456 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 18:59:10.821394 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 18:59:10.844587 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 18:59:10.847900 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 18:59:10.865494 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 18:59:10.883873 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 18:59:12.905167 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 18:59:14.882743 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 18:59:15.801469 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 18:59:15.892488 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 18:59:20.902506 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 18:59:25.092376 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 18:59:25.092403 1 tasks.go:49] processing task group 3 of 3 I0417 18:59:25.092416 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 18:59:25.135578 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 18:59:25.141553 1 operator.go:851] Updating ClusterOperator status to done. I0417 19:03:48.005074 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 19:03:48.005134 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 19:03:48.040333 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 19:03:48.047197 1 tasks.go:49] processing task group 1 of 3 I0417 19:03:48.047242 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 19:03:48.047252 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 19:03:48.061336 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 19:03:51.217568 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 19:03:51.217598 1 tasks.go:49] processing task group 2 of 3 I0417 19:03:51.217631 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 19:03:51.217640 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 19:03:51.217651 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 19:03:51.217658 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 19:03:51.217688 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 19:03:51.217703 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 19:03:51.217720 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 19:03:51.217746 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 19:03:51.217752 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 19:03:51.217777 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 19:03:51.217727 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 19:03:51.217631 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 19:03:51.217642 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 19:03:51.217692 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 19:03:51.217752 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 19:03:51.296782 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 19:03:51.313562 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 19:03:51.322810 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 19:03:51.386817 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 19:03:52.311025 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 19:03:52.333663 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 19:03:52.341454 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 19:03:52.368953 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 19:03:52.388192 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 19:03:54.400038 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 19:03:56.381881 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 19:03:57.316727 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 19:03:57.408864 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 19:04:02.406722 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 19:04:06.593643 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 19:04:06.593667 1 tasks.go:49] processing task group 3 of 3 I0417 19:04:06.593680 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 19:04:06.636952 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 19:04:06.643271 1 operator.go:851] Updating ClusterOperator status to done.