W0505 08:27:13.404847 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0505 08:27:13.405195 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0505 08:27:13.405209 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0505 08:27:13.405213 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0505 08:27:13.405217 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0505 08:27:13.433732 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0505 08:27:13.437993 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0505 08:27:13.438203 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0505 08:27:13.438340 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0505 08:27:13.439118 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0505 08:27:13.446784 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0505 08:27:13.448192 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0505 08:27:13.448208 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 08:27:13.448242 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0505 08:27:13.448612 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 08:27:13.449551 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 08:27:13.451587 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 08:27:13.452647 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 08:27:13.452733 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0505 08:27:13.454866 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 08:27:13.454870 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 08:27:13.455695 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 08:27:13.456660 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 08:27:13.467586 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0505 08:27:13.467888 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0505 08:27:13.468363 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 08:27:13.491610 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 08:27:13.541980 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 08:27:13.542026 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 08:27:13.542051 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0505 08:27:13.542062 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0505 08:27:13.542070 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0505 08:27:13.542071 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0505 08:27:13.542073 1 relabel_controller.go:117] Starting alert relabel config controller I0505 08:27:13.542082 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0505 08:27:13.542086 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0505 08:27:13.542089 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0505 08:27:13.542087 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0505 08:27:13.542098 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0505 08:27:13.542051 1 rule_controller.go:113] Starting alerting rules controller I0505 08:27:13.542104 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0505 08:27:13.542111 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0505 08:27:13.545970 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0505 08:27:13.546843 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0505 08:27:13.547301 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0505 08:27:13.547481 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0505 08:27:13.549021 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.549124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0505 08:27:13.550927 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.551044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0505 08:27:13.551189 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.551227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0505 08:27:13.562938 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-8nsrz" is created for OpenShiftMonitoringTelemeterClientCertRequester I0505 08:27:13.574176 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5m2q2" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0505 08:27:13.574337 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-2j4hj" is created for OpenShiftMonitoringClientCertRequester I0505 08:27:13.578360 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.586667 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.588643 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.594420 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.598703 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.598784 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.608713 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.608853 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.617659 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.630911 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.630960 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 08:27:13.631216 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.631394 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.632699 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0505 08:27:13.633978 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0505 08:27:13.633991 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0505 08:27:13.634001 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0505 08:27:13.634006 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0505 08:27:13.636394 1 secure_serving.go:57] Forcing use of http/1.1 only I0505 08:27:13.636407 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0505 08:27:13.642591 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0505 08:27:13.642677 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0505 08:27:13.650728 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.650767 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.650777 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.653615 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0505 08:27:13.653625 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0505 08:27:13.653629 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0505 08:27:13.653638 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0505 08:27:13.653645 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0505 08:27:13.653659 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0505 08:27:13.653923 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0505 08:27:13.654021 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777969606\" (2026-05-05 08:26:57 +0000 UTC to 2028-05-04 08:26:58 +0000 UTC (now=2026-05-05 08:27:13.654000525 +0000 UTC))" I0505 08:27:13.654211 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777969633\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777969633\" (2026-05-05 07:27:13 +0000 UTC to 2027-05-05 07:27:13 +0000 UTC (now=2026-05-05 08:27:13.65419152 +0000 UTC))" I0505 08:27:13.654229 1 secure_serving.go:213] Serving securely on [::]:8443 I0505 08:27:13.654252 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0505 08:27:13.654290 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0505 08:27:13.668261 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0505 08:27:13.668366 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0505 08:27:13.668520 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0505 08:27:13.680699 1 tasks.go:49] processing task group 1 of 3 I0505 08:27:13.680720 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 08:27:13.680731 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:27:13.685720 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.685984 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.685986 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.702226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0505 08:27:13.718257 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.718325 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.718631 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.732566 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 08:27:13.739512 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0505 08:27:13.739527 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0505 08:27:13.739549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0505 08:27:13.743771 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0505 08:27:13.745509 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0505 08:27:13.753562 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0505 08:27:13.753656 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0505 08:27:13.753696 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0505 08:27:13.753720 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0505 08:27:13.753787 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0505 08:27:13.753833 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-05 08:11:40 +0000 UTC to 2036-05-02 08:11:40 +0000 UTC (now=2026-05-05 08:27:13.75381681 +0000 UTC))" I0505 08:27:13.754017 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777969606\" (2026-05-05 08:26:57 +0000 UTC to 2028-05-04 08:26:58 +0000 UTC (now=2026-05-05 08:27:13.754001916 +0000 UTC))" I0505 08:27:13.754072 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0505 08:27:13.754168 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777969633\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777969633\" (2026-05-05 07:27:13 +0000 UTC to 2027-05-05 07:27:13 +0000 UTC (now=2026-05-05 08:27:13.754155465 +0000 UTC))" I0505 08:27:13.754262 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-05-05 08:11:42 +0000 UTC to 2036-05-02 08:11:42 +0000 UTC (now=2026-05-05 08:27:13.754252194 +0000 UTC))" I0505 08:27:13.754285 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-05-05 08:11:48 +0000 UTC to 2036-05-02 08:11:48 +0000 UTC (now=2026-05-05 08:27:13.754271626 +0000 UTC))" I0505 08:27:13.754303 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-05-05 08:11:51 +0000 UTC to 2036-05-02 08:11:51 +0000 UTC (now=2026-05-05 08:27:13.754294068 +0000 UTC))" I0505 08:27:13.754339 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-05-05 08:11:53 +0000 UTC to 2036-05-02 08:11:53 +0000 UTC (now=2026-05-05 08:27:13.754331358 +0000 UTC))" I0505 08:27:13.754355 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-05-05 08:11:56 +0000 UTC to 2036-05-02 08:11:56 +0000 UTC (now=2026-05-05 08:27:13.754347685 +0000 UTC))" I0505 08:27:13.754372 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q3ldihkdp1u1url56e335e2du10v97m-kx-7d013883ea_customer-system-admin-signer@1777968858\" [] issuer=\"\" (2026-05-05 08:14:18 +0000 UTC to 2026-05-12 08:14:19 +0000 UTC (now=2026-05-05 08:27:13.754363309 +0000 UTC))" I0505 08:27:13.754389 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q3ldihkdp1u1url56e335e2du10v97m-kx-7d013883ea_sre-system-admin-signer@1777968858\" [] issuer=\"\" (2026-05-05 08:14:18 +0000 UTC to 2026-05-12 08:14:19 +0000 UTC (now=2026-05-05 08:27:13.754379353 +0000 UTC))" I0505 08:27:13.754413 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-05 08:11:40 +0000 UTC to 2036-05-02 08:11:40 +0000 UTC (now=2026-05-05 08:27:13.75440398 +0000 UTC))" I0505 08:27:13.754579 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777969606\" (2026-05-05 08:26:57 +0000 UTC to 2028-05-04 08:26:58 +0000 UTC (now=2026-05-05 08:27:13.754567261 +0000 UTC))" I0505 08:27:13.754724 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777969633\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777969633\" (2026-05-05 07:27:13 +0000 UTC to 2027-05-05 07:27:13 +0000 UTC (now=2026-05-05 08:27:13.754714681 +0000 UTC))" I0505 08:27:13.768421 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:27:13.895236 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0505 08:27:13.998813 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0505 08:27:14.024718 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0505 08:27:14.069501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0505 08:27:14.090911 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0505 08:27:18.153508 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0505 08:27:18.176628 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0505 08:27:18.199595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0505 08:27:24.359427 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 08:27:24.359450 1 tasks.go:49] processing task group 2 of 3 I0505 08:27:24.359485 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:27:24.359492 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 08:27:24.359508 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 08:27:24.359504 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 08:27:24.359520 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 08:27:24.359518 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 08:27:24.359529 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:27:24.359535 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 08:27:24.359549 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:27:24.359554 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 08:27:24.359567 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:27:24.359576 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 08:27:24.359572 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:27:24.359585 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:27:24.359590 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 08:27:24.388168 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0505 08:27:24.389611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0505 08:27:24.410345 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0505 08:27:24.410366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0505 08:27:24.419087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0505 08:27:24.430924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0505 08:27:24.455590 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 08:27:24.476050 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:27:24.516688 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:27:24.529503 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0505 08:27:24.576968 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0505 08:27:24.586828 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0505 08:27:24.586845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0505 08:27:24.586851 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0505 08:27:24.592804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0505 08:27:24.661671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0505 08:27:24.680737 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0505 08:27:24.751933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0505 08:27:24.753946 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0505 08:27:24.761706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0505 08:27:24.761828 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0505 08:27:24.762251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0505 08:27:24.781036 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0505 08:27:24.790270 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0505 08:27:24.790286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0505 08:27:24.805888 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0505 08:27:24.810598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0505 08:27:24.823541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0505 08:27:24.836071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0505 08:27:24.842807 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0505 08:27:24.916776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0505 08:27:25.084879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0505 08:27:25.118160 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0505 08:27:25.188424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0505 08:27:25.264055 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0505 08:27:25.303193 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0505 08:27:25.348216 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0505 08:27:25.402573 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0505 08:27:25.465045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0505 08:27:25.512902 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0505 08:27:25.569622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0505 08:27:25.588257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0505 08:27:25.614346 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0505 08:27:25.630657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0505 08:27:25.704199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0505 08:27:25.801842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0505 08:27:25.810148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0505 08:27:25.816075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0505 08:27:25.828055 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0505 08:27:25.885289 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0505 08:27:25.907917 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0505 08:27:25.908199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0505 08:27:25.937117 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0505 08:27:26.056159 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0505 08:27:26.319028 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0505 08:27:26.319840 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0505 08:27:26.529956 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0505 08:27:26.576727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0505 08:27:26.612595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0505 08:27:26.633332 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0505 08:27:26.774570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0505 08:27:26.874978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0505 08:27:26.973237 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0505 08:27:27.076257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0505 08:27:27.182356 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0505 08:27:27.276297 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:27:27.276351 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0505 08:27:27.277073 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0505 08:27:27.281950 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0505 08:27:27.389284 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0505 08:27:27.492972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0505 08:27:27.526254 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:27:27.542558 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:27:27.602296 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0505 08:27:27.716381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0505 08:27:27.819996 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0505 08:27:27.826681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-bur4t1mlhdp1f -n openshift-monitoring because it was missing I0505 08:27:27.921424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0505 08:27:27.967601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0505 08:27:28.012933 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 08:27:28.390541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0505 08:27:28.966791 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 08:27:29.422259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-3f61ooaovs6sr -n openshift-monitoring because it was missing I0505 08:27:29.424687 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0505 08:27:29.466717 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0505 08:27:29.909497 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:27:31.008017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-8ghrp9t4pv92d -n openshift-monitoring because it was missing I0505 08:27:31.032627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0505 08:27:31.061087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0505 08:27:31.078355 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0505 08:27:33.554451 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 08:27:33.554525 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0505 08:27:40.934089 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0505 08:27:40.980025 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 08:27:43.327668 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0505 08:27:47.615845 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 08:27:54.505780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0505 08:27:54.525062 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 08:27:54.525359 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0505 08:28:03.626266 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 08:28:03.644871 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 08:28:04.631798 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 08:28:05.993839 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 08:28:20.646543 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 08:28:37.652983 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 08:28:41.151711 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 08:28:41.151745 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0505 08:28:41.151753 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0505 08:28:41.151771 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0505 08:28:41.152883 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 08:28:41.198782 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 08:28:41.206854 1 tasks.go:49] processing task group 1 of 3 I0505 08:28:41.206878 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 08:28:41.206902 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:28:41.227984 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:28:42.281919 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWUF4aHdFanBYWVl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056azJPVFl3TmpBZQpGdzB5TmpBMU1EVXdPREkyTkRWYUZ3MHlPREEzTURNd09ESTJORFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemM1TmprMk1EWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFdic0JrVUdocDMxRldRYWhadU9Nc2dzeCtWMFlEODNIRgpNVXNvb2VETWEycnBVbEhKbmRkZ0pNWTNlOVNkSG9wV2dZUVBuTmtCL1NxWndOQnd4b21rdS82N1RhOTR1L29SCmI5My9UNW54M0hBMldobS9Xd1Y0RWNFOE0rcW9iWnA4a0Yrc0dvZnh4OWdFS0RRU3c0NUt4dHNQa3BTZWtoWmcKMGZiNkxyMk1rZHloR3BadkxQdUVKSi9aaElwT1NaZ1pHK0MyaVdNSkJ0R0RnRng3NkJ6aFJFbm9wMGZTdllWWgpqbVZVc3dBck5yTlN3OHFNZUNBOXdiM2p4VUg1L3RXaEd0dWdaN01pTGEwVEZtelYzaG1QdFNjREZkMWppOU1jCndZcktEa3lNVm1aQk9zVFBydlJWZlh1U1JyRXE3MlM3UThPTlVmNUFpM240dE5SUjBKWTVBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJ1NmVtbwpyZ0E5c3JIVzExUlM1SlpIWXc5SG5qQWZCZ05WSFNNRUdEQVdnQlJ1NmVtb3JnQTlzckhXMTFSUzVKWkhZdzlICm5qQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUEwcmY5a3VwSUY2UVB6MTZJeEJCb1JKYlhJSzBHaEtPdVd6OEsKRTN5dmhlWlhiREJjQ3h3T1ZreFNrZEJTT1hwTFpvbEU1RkR4K1gyZTVPSUFBY0xpM3MzblNBU1hVSGt3SldvdApSWWtNWWFDVHBVbmkvc2w1cHdna3FxdnhQdGdrakZicm1yeFFxeE5KYzlob2hTdXRQTzBrUjhaUzRaeGZOY3ZsCkJ4ZzZpVGhPNWNrUnpDOTlBN0NYelJ3QUhJS3pzNnhUWS9nQU1Pb3dlcWNCVGplYXNRQkpLS1V5UkRJK1dkdDUKdHRxTU02RWVKK0Y4MncwWVZyTWRoaDF6U3ZhUGJzWVJRSjZvZWdvTm5lcExxK2owTmI0ZHFRWkdmMGxZanZoVQplMGxvS2lVUEE4Y1BJdDdEazZlSDF1dHdnK0RDdTdPaWF2Y3RaRkdjZmo3MldMYUlWUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0505 08:28:42.289910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0505 08:28:42.301122 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWUF4aHdFanBYWVl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056azJPVFl3TmpBZQpGdzB5TmpBMU1EVXdPREkyTkRWYUZ3MHlPREEzTURNd09ESTJORFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemM1TmprMk1EWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFdic0JrVUdocDMxRldRYWhadU9Nc2dzeCtWMFlEODNIRgpNVXNvb2VETWEycnBVbEhKbmRkZ0pNWTNlOVNkSG9wV2dZUVBuTmtCL1NxWndOQnd4b21rdS82N1RhOTR1L29SCmI5My9UNW54M0hBMldobS9Xd1Y0RWNFOE0rcW9iWnA4a0Yrc0dvZnh4OWdFS0RRU3c0NUt4dHNQa3BTZWtoWmcKMGZiNkxyMk1rZHloR3BadkxQdUVKSi9aaElwT1NaZ1pHK0MyaVdNSkJ0R0RnRng3NkJ6aFJFbm9wMGZTdllWWgpqbVZVc3dBck5yTlN3OHFNZUNBOXdiM2p4VUg1L3RXaEd0dWdaN01pTGEwVEZtelYzaG1QdFNjREZkMWppOU1jCndZcktEa3lNVm1aQk9zVFBydlJWZlh1U1JyRXE3MlM3UThPTlVmNUFpM240dE5SUjBKWTVBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJ1NmVtbwpyZ0E5c3JIVzExUlM1SlpIWXc5SG5qQWZCZ05WSFNNRUdEQVdnQlJ1NmVtb3JnQTlzckhXMTFSUzVKWkhZdzlICm5qQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUEwcmY5a3VwSUY2UVB6MTZJeEJCb1JKYlhJSzBHaEtPdVd6OEsKRTN5dmhlWlhiREJjQ3h3T1ZreFNrZEJTT1hwTFpvbEU1RkR4K1gyZTVPSUFBY0xpM3MzblNBU1hVSGt3SldvdApSWWtNWWFDVHBVbmkvc2w1cHdna3FxdnhQdGdrakZicm1yeFFxeE5KYzlob2hTdXRQTzBrUjhaUzRaeGZOY3ZsCkJ4ZzZpVGhPNWNrUnpDOTlBN0NYelJ3QUhJS3pzNnhUWS9nQU1Pb3dlcWNCVGplYXNRQkpLS1V5UkRJK1dkdDUKdHRxTU02RWVKK0Y4MncwWVZyTWRoaDF6U3ZhUGJzWVJRSjZvZWdvTm5lcExxK2owTmI0ZHFRWkdmMGxZanZoVQplMGxvS2lVUEE4Y1BJdDdEazZlSDF1dHdnK0RDdTdPaWF2Y3RaRkdjZmo3MldMYUlWUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0505 08:28:42.308827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0505 08:28:44.440128 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 08:28:44.440154 1 tasks.go:49] processing task group 2 of 3 I0505 08:28:44.440192 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:28:44.440196 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 08:28:44.440202 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:28:44.440217 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 08:28:44.440235 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:28:44.440253 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:28:44.440269 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 08:28:44.440296 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:28:44.440341 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 08:28:44.440348 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 08:28:44.440378 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 08:28:44.440373 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:28:44.440401 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 08:28:44.440416 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 08:28:44.440191 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 08:28:44.516173 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:28:44.539618 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 08:28:44.551115 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:28:44.564745 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0505 08:28:44.585792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0505 08:28:44.613040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0505 08:28:44.631782 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0505 08:28:44.643903 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:28:44.653240 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0505 08:28:44.708270 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0505 08:28:45.545180 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:28:45.578886 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 08:28:45.591054 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:28:45.610494 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:28:45.639349 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 08:28:47.682046 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 08:28:49.631861 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 08:28:49.711303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0505 08:28:50.520779 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 08:28:53.822238 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 08:28:55.818533 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 08:29:45.675710 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 08:30:59.922643 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 08:30:59.922671 1 tasks.go:49] processing task group 3 of 3 I0505 08:30:59.922687 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 08:31:00.022058 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 08:31:00.022141 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"210b9da5-58b2-438e-935e-b75163818767", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0505 08:31:00.034304 1 operator.go:851] Updating ClusterOperator status to done. W0505 08:31:00.101076 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 08:31:00.171479 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 08:31:00.180608 1 tasks.go:49] processing task group 1 of 3 I0505 08:31:00.180634 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 08:31:00.180646 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:31:00.202868 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:31:03.393977 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 08:31:03.393998 1 tasks.go:49] processing task group 2 of 3 I0505 08:31:03.394020 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:31:03.394027 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 08:31:03.394042 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 08:31:03.394062 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:31:03.394076 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:31:03.394100 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 08:31:03.394115 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:31:03.394133 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 08:31:03.394152 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 08:31:03.394174 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 08:31:03.394197 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:31:03.394225 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 08:31:03.394220 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 08:31:03.394257 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:31:03.394271 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 08:31:03.462462 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:31:03.487913 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 08:31:03.494487 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:31:03.578376 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:31:04.487827 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:31:04.521601 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:31:04.521637 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 08:31:04.553583 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:31:04.567854 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 08:31:06.611140 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 08:31:08.575294 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 08:31:09.477152 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 08:31:09.584363 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 08:31:14.601485 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 08:31:14.897974 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 08:31:18.823023 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 08:31:18.823051 1 tasks.go:49] processing task group 3 of 3 I0505 08:31:18.823064 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 08:31:18.869294 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 08:31:18.877327 1 operator.go:851] Updating ClusterOperator status to done. W0505 08:31:18.892377 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 08:31:18.936013 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 08:31:18.942872 1 tasks.go:49] processing task group 1 of 3 I0505 08:31:18.942897 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 08:31:18.942919 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:31:18.963733 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:31:22.128931 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 08:31:22.128955 1 tasks.go:49] processing task group 2 of 3 I0505 08:31:22.128978 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:31:22.128988 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:31:22.128998 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 08:31:22.129012 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 08:31:22.129025 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 08:31:22.129054 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 08:31:22.129071 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:31:22.129090 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 08:31:22.129099 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 08:31:22.129119 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 08:31:22.129143 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:31:22.129157 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:31:22.129171 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:31:22.129189 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 08:31:22.129204 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 08:31:22.198380 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:31:22.221713 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 08:31:22.233486 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:31:22.306724 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:31:23.227621 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:31:23.261942 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 08:31:23.263604 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:31:23.288056 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 08:31:23.295644 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:31:25.333967 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 08:31:27.315468 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 08:31:28.223045 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 08:31:28.319606 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 08:31:33.322199 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 08:31:37.544197 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 08:31:37.544227 1 tasks.go:49] processing task group 3 of 3 I0505 08:31:37.544239 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 08:31:37.606803 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 08:31:37.616957 1 operator.go:851] Updating ClusterOperator status to done. I0505 08:32:13.542550 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 08:32:13.542583 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 08:32:13.583104 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 08:32:13.589154 1 tasks.go:49] processing task group 1 of 3 I0505 08:32:13.589179 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 08:32:13.589206 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:32:13.606659 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:32:16.804590 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 08:32:16.804612 1 tasks.go:49] processing task group 2 of 3 I0505 08:32:16.804639 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:32:16.804643 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 08:32:16.804665 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 08:32:16.804685 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 08:32:16.804703 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 08:32:16.804728 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 08:32:16.804750 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 08:32:16.804766 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:32:16.804789 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:32:16.804817 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 08:32:16.804832 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:32:16.804857 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 08:32:16.804860 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:32:16.804869 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:32:16.804908 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 08:32:16.881176 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:32:16.907599 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:32:16.909763 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 08:32:16.993853 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:32:17.907473 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:32:17.945232 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 08:32:17.947699 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:32:17.978572 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 08:32:17.991101 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:32:20.013371 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 08:32:21.998878 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 08:32:22.892386 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 08:32:23.005746 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 08:32:28.017634 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 08:32:32.248341 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 08:32:32.248366 1 tasks.go:49] processing task group 3 of 3 I0505 08:32:32.248381 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 08:32:32.298294 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 08:32:32.307584 1 operator.go:851] Updating ClusterOperator status to done. I0505 08:33:09.089355 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0505 08:33:09.089386 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 08:33:09.144785 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 08:33:09.151749 1 tasks.go:49] processing task group 1 of 3 I0505 08:33:09.151776 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 08:33:09.151790 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:33:09.173249 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:33:12.370143 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 08:33:12.370165 1 tasks.go:49] processing task group 2 of 3 I0505 08:33:12.370200 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:33:12.370199 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 08:33:12.370204 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 08:33:12.370221 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 08:33:12.370242 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:33:12.370261 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:33:12.370284 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 08:33:12.370298 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 08:33:12.370334 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:33:12.370347 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 08:33:12.370363 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 08:33:12.370383 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 08:33:12.370399 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 08:33:12.370410 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:33:12.370427 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:33:12.444042 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:33:12.462424 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 08:33:12.476759 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:33:12.555503 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:33:13.471811 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:33:13.512812 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:33:13.513613 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 08:33:13.539988 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 08:33:13.554029 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:33:15.590420 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 08:33:17.546004 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 08:33:18.449299 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 08:33:18.565304 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 08:33:23.585707 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 08:33:27.812365 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 08:33:27.812387 1 tasks.go:49] processing task group 3 of 3 I0505 08:33:27.812401 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 08:33:27.861794 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 08:33:27.869208 1 operator.go:851] Updating ClusterOperator status to done. I0505 08:37:13.542107 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 08:37:13.542165 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 08:37:13.594970 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 08:37:13.602874 1 tasks.go:49] processing task group 1 of 3 I0505 08:37:13.602903 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 08:37:13.602919 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:37:13.632266 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:37:16.938005 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 08:37:16.938032 1 tasks.go:49] processing task group 2 of 3 I0505 08:37:16.938071 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:37:16.938070 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 08:37:16.938076 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:37:16.938098 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 08:37:16.938125 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 08:37:16.938145 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 08:37:16.938161 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 08:37:16.938172 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 08:37:16.938194 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:37:16.938205 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:37:16.938224 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:37:16.938236 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 08:37:16.938235 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:37:16.938134 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 08:37:16.938089 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 08:37:17.082718 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 08:37:17.107538 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:37:17.137116 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:37:17.270595 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:37:18.113135 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:37:18.161401 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 08:37:18.181929 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:37:18.241825 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:37:18.301866 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 08:37:20.298795 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 08:37:22.262231 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 08:37:23.158222 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 08:37:23.483122 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 08:37:28.266667 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 08:37:32.634768 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 08:37:32.634791 1 tasks.go:49] processing task group 3 of 3 I0505 08:37:32.634806 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 08:37:32.706542 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 08:37:32.722704 1 operator.go:851] Updating ClusterOperator status to done. I0505 08:42:13.447143 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0505 08:42:13.447189 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 08:42:13.447239 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0505 08:42:13.449207 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0505 08:42:13.450822 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0505 08:42:13.450907 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0505 08:42:13.450950 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0505 08:42:13.450961 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0505 08:42:13.455159 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0505 08:42:13.455182 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 08:42:13.456262 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0505 08:42:13.456765 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0505 08:42:13.492206 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0505 08:42:13.492892 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 08:42:13.500367 1 tasks.go:49] processing task group 1 of 3 I0505 08:42:13.500390 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 08:42:13.500401 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:42:13.519857 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:42:13.542609 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0505 08:42:16.698114 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 08:42:16.698136 1 tasks.go:49] processing task group 2 of 3 I0505 08:42:16.698158 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:42:16.698164 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:42:16.698173 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 08:42:16.698187 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 08:42:16.698198 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 08:42:16.698217 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:42:16.698243 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 08:42:16.698260 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 08:42:16.698281 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 08:42:16.698304 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:42:16.698346 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:42:16.698374 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 08:42:16.698374 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 08:42:16.698394 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:42:16.698354 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 08:42:16.781187 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:42:16.808243 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 08:42:16.808531 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:42:16.886156 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:42:17.804896 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:42:17.836635 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 08:42:17.840770 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:42:17.882298 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 08:42:17.883501 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:42:19.920212 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 08:42:21.893983 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 08:42:22.778749 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 08:42:22.902022 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 08:42:27.916238 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 08:42:32.122170 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 08:42:32.122198 1 tasks.go:49] processing task group 3 of 3 I0505 08:42:32.122221 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 08:42:32.173488 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 08:42:32.181116 1 operator.go:851] Updating ClusterOperator status to done. W0505 08:42:32.199490 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 08:42:32.251836 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 08:42:32.257873 1 tasks.go:49] processing task group 1 of 3 I0505 08:42:32.257896 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 08:42:32.257905 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:42:32.274208 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:42:35.443341 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 08:42:35.443364 1 tasks.go:49] processing task group 2 of 3 I0505 08:42:35.443393 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:42:35.443396 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 08:42:35.443411 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 08:42:35.443434 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:42:35.443454 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 08:42:35.443472 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 08:42:35.443500 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:42:35.443518 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 08:42:35.443522 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 08:42:35.443540 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:42:35.443563 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 08:42:35.443577 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 08:42:35.443606 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 08:42:35.443624 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:42:35.443498 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:42:35.538236 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:42:35.550530 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 08:42:35.561147 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:42:35.653618 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:42:36.550330 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:42:36.578788 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:42:36.584394 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 08:42:36.592813 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:42:36.639668 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 08:42:38.647145 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 08:42:40.640258 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 08:42:41.535992 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 08:42:41.663365 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 08:42:46.648953 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 08:42:50.849789 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 08:42:50.849818 1 tasks.go:49] processing task group 3 of 3 I0505 08:42:50.849827 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 08:42:50.898582 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 08:42:50.906081 1 operator.go:851] Updating ClusterOperator status to done. I0505 08:47:13.542060 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 08:47:13.542131 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 08:47:13.580152 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 08:47:13.586415 1 tasks.go:49] processing task group 1 of 3 I0505 08:47:13.586441 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 08:47:13.586454 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:47:13.606907 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:47:16.776844 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 08:47:16.776864 1 tasks.go:49] processing task group 2 of 3 I0505 08:47:16.776889 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:47:16.776898 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 08:47:16.776911 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:47:16.776934 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 08:47:16.776949 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 08:47:16.776969 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:47:16.776986 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:47:16.777009 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:47:16.777035 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 08:47:16.777041 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 08:47:16.777058 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 08:47:16.777084 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 08:47:16.777080 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 08:47:16.777105 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 08:47:16.777015 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:47:16.849765 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:47:16.868739 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 08:47:16.880749 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:47:16.952829 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:47:17.887598 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:47:17.916541 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 08:47:17.927692 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:47:17.962334 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:47:17.963542 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 08:47:20.013452 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 08:47:21.958488 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 08:47:22.851006 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 08:47:22.996489 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 08:47:28.015578 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 08:47:32.217383 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 08:47:32.217406 1 tasks.go:49] processing task group 3 of 3 I0505 08:47:32.217423 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 08:47:32.305520 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 08:47:32.317409 1 operator.go:851] Updating ClusterOperator status to done. I0505 08:52:13.542267 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 08:52:13.542340 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 08:52:13.583102 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 08:52:13.589127 1 tasks.go:49] processing task group 1 of 3 I0505 08:52:13.589153 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 08:52:13.589170 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:52:13.605606 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:52:16.767867 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 08:52:16.767900 1 tasks.go:49] processing task group 2 of 3 I0505 08:52:16.767922 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:52:16.767932 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 08:52:16.767941 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 08:52:16.767972 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:52:16.767988 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:52:16.768011 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:52:16.768024 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:52:16.768047 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:52:16.768057 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 08:52:16.768077 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 08:52:16.768087 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 08:52:16.768104 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 08:52:16.768130 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 08:52:16.768151 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 08:52:16.768173 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 08:52:16.849516 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:52:16.860897 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 08:52:16.877698 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:52:16.937963 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:52:17.877850 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:52:17.929958 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 08:52:17.944555 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:52:17.968165 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 08:52:17.987218 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:52:20.009033 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 08:52:21.958739 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 08:52:22.839399 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 08:52:22.969124 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 08:52:28.009380 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 08:52:32.196871 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 08:52:32.196899 1 tasks.go:49] processing task group 3 of 3 I0505 08:52:32.196911 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 08:52:32.247646 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 08:52:32.258206 1 operator.go:851] Updating ClusterOperator status to done. I0505 08:57:13.447365 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0505 08:57:13.447401 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0505 08:57:13.447427 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 08:57:13.449446 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0505 08:57:13.451837 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0505 08:57:13.451900 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0505 08:57:13.451909 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0505 08:57:13.451930 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0505 08:57:13.455254 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0505 08:57:13.455260 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 08:57:13.456345 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0505 08:57:13.456821 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0505 08:57:13.484763 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 08:57:13.490466 1 tasks.go:49] processing task group 1 of 3 I0505 08:57:13.490491 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 08:57:13.490506 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:57:13.492388 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0505 08:57:13.508397 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:57:13.542496 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0505 08:57:16.658454 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 08:57:16.658476 1 tasks.go:49] processing task group 2 of 3 I0505 08:57:16.658503 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:57:16.658505 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 08:57:16.658520 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 08:57:16.658532 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:57:16.658547 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 08:57:16.658563 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 08:57:16.658583 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:57:16.658597 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 08:57:16.658617 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 08:57:16.658633 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:57:16.658654 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:57:16.658671 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 08:57:16.658695 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 08:57:16.658711 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:57:16.658730 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 08:57:16.733623 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:57:16.762447 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 08:57:16.763534 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:57:16.835903 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:57:17.758910 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:57:17.790936 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 08:57:17.803507 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:57:17.815477 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:57:17.821154 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 08:57:19.853245 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 08:57:21.829131 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 08:57:22.736546 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 08:57:22.846083 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 08:57:27.860326 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 08:57:32.054597 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 08:57:32.054621 1 tasks.go:49] processing task group 3 of 3 I0505 08:57:32.054631 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 08:57:32.097728 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 08:57:32.105325 1 operator.go:851] Updating ClusterOperator status to done. W0505 08:57:32.117295 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 08:57:32.155377 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 08:57:32.166004 1 tasks.go:49] processing task group 1 of 3 I0505 08:57:32.166023 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 08:57:32.166036 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:57:32.182983 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 08:57:35.331734 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 08:57:35.331758 1 tasks.go:49] processing task group 2 of 3 I0505 08:57:35.331786 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:57:35.331791 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 08:57:35.331804 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:57:35.331821 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 08:57:35.331840 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 08:57:35.331858 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:57:35.331871 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:57:35.331884 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 08:57:35.331902 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 08:57:35.331925 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:57:35.331943 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 08:57:35.331964 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:57:35.331983 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 08:57:35.332002 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 08:57:35.331998 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 08:57:35.413241 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 08:57:35.430887 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 08:57:35.439911 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 08:57:35.521364 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 08:57:36.437997 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 08:57:36.469080 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 08:57:36.471867 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 08:57:36.482834 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 08:57:36.497265 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 08:57:38.537390 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 08:57:40.512592 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 08:57:41.410206 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 08:57:41.541628 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 08:57:46.539851 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 08:57:50.752531 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 08:57:50.752555 1 tasks.go:49] processing task group 3 of 3 I0505 08:57:50.752569 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 08:57:50.795216 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 08:57:50.802931 1 operator.go:851] Updating ClusterOperator status to done. I0505 09:02:13.542348 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 09:02:13.542409 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 09:02:13.580061 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 09:02:13.586512 1 tasks.go:49] processing task group 1 of 3 I0505 09:02:13.586536 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 09:02:13.586550 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:02:13.605010 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:02:16.780464 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 09:02:16.780487 1 tasks.go:49] processing task group 2 of 3 I0505 09:02:16.780512 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:02:16.780520 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 09:02:16.780537 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 09:02:16.780558 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 09:02:16.780577 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 09:02:16.780595 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 09:02:16.780606 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:02:16.780627 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 09:02:16.780653 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:02:16.780667 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 09:02:16.780681 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 09:02:16.780703 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 09:02:16.780729 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:02:16.780724 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:02:16.780772 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:02:16.858977 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:02:16.875178 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 09:02:16.890031 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:02:16.964340 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:02:17.887810 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:02:17.921713 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:02:17.928595 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 09:02:17.942192 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:02:17.966196 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 09:02:19.981234 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 09:02:21.965288 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 09:02:22.856945 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 09:02:22.982505 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 09:02:27.993711 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 09:02:32.186487 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 09:02:32.186513 1 tasks.go:49] processing task group 3 of 3 I0505 09:02:32.186526 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 09:02:32.227932 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 09:02:32.237239 1 operator.go:851] Updating ClusterOperator status to done. I0505 09:07:13.542353 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 09:07:13.542407 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 09:07:13.579396 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 09:07:13.586038 1 tasks.go:49] processing task group 1 of 3 I0505 09:07:13.586063 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 09:07:13.586075 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:07:13.602384 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:07:16.779649 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 09:07:16.779674 1 tasks.go:49] processing task group 2 of 3 I0505 09:07:16.779700 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:07:16.779701 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:07:16.779713 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 09:07:16.779734 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 09:07:16.779755 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 09:07:16.779776 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 09:07:16.779799 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 09:07:16.779807 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 09:07:16.779843 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 09:07:16.779894 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:07:16.779911 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:07:16.779864 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 09:07:16.779784 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:07:16.779924 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:07:16.779893 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 09:07:16.864662 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:07:16.886936 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 09:07:16.904571 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:07:16.976433 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:07:17.895099 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:07:17.931571 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:07:17.931689 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 09:07:17.959552 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:07:18.007545 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 09:07:19.981253 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 09:07:21.969660 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 09:07:22.853887 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 09:07:22.978506 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 09:07:28.008847 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 09:07:32.181048 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 09:07:32.181074 1 tasks.go:49] processing task group 3 of 3 I0505 09:07:32.181090 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 09:07:32.222695 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 09:07:32.231877 1 operator.go:851] Updating ClusterOperator status to done.