W0427 16:15:59.453720 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0427 16:15:59.454076 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0427 16:15:59.454091 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0427 16:15:59.454096 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0427 16:15:59.454099 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0427 16:15:59.506467 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0427 16:15:59.518341 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0427 16:15:59.518571 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0427 16:15:59.518715 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0427 16:15:59.519904 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0427 16:15:59.534708 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0427 16:15:59.535402 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0427 16:15:59.536889 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0427 16:15:59.537717 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0427 16:15:59.537956 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0427 16:15:59.538842 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0427 16:15:59.539135 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0427 16:15:59.540334 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0427 16:15:59.541737 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0427 16:15:59.541831 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0427 16:15:59.542039 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0427 16:15:59.542161 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0427 16:15:59.542597 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0427 16:15:59.550655 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0427 16:15:59.550706 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0427 16:15:59.551256 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:15:59.576337 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0427 16:15:59.626794 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0427 16:15:59.626843 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:15:59.626861 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0427 16:15:59.626874 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0427 16:15:59.626880 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0427 16:15:59.626879 1 rule_controller.go:113] Starting alerting rules controller I0427 16:15:59.626888 1 relabel_controller.go:117] Starting alert relabel config controller I0427 16:15:59.626903 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0427 16:15:59.626908 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0427 16:15:59.626909 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0427 16:15:59.626915 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0427 16:15:59.626918 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0427 16:15:59.626915 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0427 16:15:59.626927 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0427 16:15:59.626933 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0427 16:15:59.633801 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0427 16:15:59.633896 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0427 16:15:59.633920 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0427 16:15:59.634009 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0427 16:15:59.634693 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0427 16:15:59.634806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0427 16:15:59.636699 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0427 16:15:59.636708 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0427 16:15:59.636815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0427 16:15:59.636904 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0427 16:15:59.662146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-qwz7p" is created for OpenShiftMonitoringClientCertRequester I0427 16:15:59.662173 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-8kc9t" is created for OpenShiftMonitoringTelemeterClientCertRequester I0427 16:15:59.662375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-mp2pb" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0427 16:15:59.681894 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0427 16:15:59.681901 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0427 16:15:59.681907 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0427 16:15:59.691741 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0427 16:15:59.694784 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0427 16:15:59.694814 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0427 16:15:59.704903 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0427 16:15:59.712832 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0427 16:15:59.712845 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0427 16:15:59.716957 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0427 16:15:59.721964 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0427 16:15:59.722615 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:15:59.725915 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0427 16:15:59.725926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0427 16:15:59.727903 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0427 16:15:59.727912 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0427 16:15:59.729050 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0427 16:15:59.729168 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0427 16:15:59.735990 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0427 16:15:59.736063 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0427 16:15:59.761765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0427 16:15:59.777943 1 tasks.go:49] processing task group 1 of 3 I0427 16:15:59.777964 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:15:59.777989 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:15:59.803148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0427 16:15:59.835641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0427 16:15:59.853743 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:15:59.880831 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0427 16:15:59.970131 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0427 16:15:59.986863 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0427 16:16:00.025163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0427 16:16:00.051741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0427 16:16:00.707076 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0427 16:16:00.708361 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0427 16:16:00.708378 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0427 16:16:00.708393 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0427 16:16:00.708400 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0427 16:16:00.710875 1 secure_serving.go:57] Forcing use of http/1.1 only I0427 16:16:00.710893 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0427 16:16:00.717086 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0427 16:16:00.717115 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0427 16:16:00.717106 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0427 16:16:00.717138 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0427 16:16:00.717055 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0427 16:16:00.717185 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0427 16:16:00.717740 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777306532\" (2026-04-27 16:15:40 +0000 UTC to 2028-04-26 16:15:41 +0000 UTC (now=2026-04-27 16:16:00.717694527 +0000 UTC))" I0427 16:16:00.717960 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0427 16:16:00.718110 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777306560\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777306559\" (2026-04-27 15:15:59 +0000 UTC to 2027-04-27 15:15:59 +0000 UTC (now=2026-04-27 16:16:00.718080182 +0000 UTC))" I0427 16:16:00.718166 1 secure_serving.go:213] Serving securely on [::]:8443 I0427 16:16:00.718211 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0427 16:16:00.718213 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0427 16:16:00.722925 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0427 16:16:00.722945 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0427 16:16:00.722953 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0427 16:16:00.817436 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0427 16:16:00.817455 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0427 16:16:00.817489 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0427 16:16:00.817630 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-27 15:56:24 +0000 UTC to 2036-04-24 15:56:24 +0000 UTC (now=2026-04-27 16:16:00.817610618 +0000 UTC))" I0427 16:16:00.817818 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777306532\" (2026-04-27 16:15:40 +0000 UTC to 2028-04-26 16:15:41 +0000 UTC (now=2026-04-27 16:16:00.817802463 +0000 UTC))" I0427 16:16:00.817991 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777306560\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777306559\" (2026-04-27 15:15:59 +0000 UTC to 2027-04-27 15:15:59 +0000 UTC (now=2026-04-27 16:16:00.8179577 +0000 UTC))" I0427 16:16:00.818106 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-27 15:56:26 +0000 UTC to 2036-04-24 15:56:26 +0000 UTC (now=2026-04-27 16:16:00.818095363 +0000 UTC))" I0427 16:16:00.818127 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-27 15:56:29 +0000 UTC to 2036-04-24 15:56:29 +0000 UTC (now=2026-04-27 16:16:00.818117782 +0000 UTC))" I0427 16:16:00.818142 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-27 15:56:32 +0000 UTC to 2036-04-24 15:56:32 +0000 UTC (now=2026-04-27 16:16:00.818134252 +0000 UTC))" I0427 16:16:00.818157 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-27 15:56:35 +0000 UTC to 2036-04-24 15:56:35 +0000 UTC (now=2026-04-27 16:16:00.818149091 +0000 UTC))" I0427 16:16:00.818173 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-27 15:56:37 +0000 UTC to 2036-04-24 15:56:37 +0000 UTC (now=2026-04-27 16:16:00.818165649 +0000 UTC))" I0427 16:16:00.818190 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pujfmsfl53b5g7k4p2o3ab2nokd74cv-kx-6e39b5485f_customer-system-admin-signer@1777305540\" [] issuer=\"\" (2026-04-27 15:59:02 +0000 UTC to 2026-05-04 15:59:03 +0000 UTC (now=2026-04-27 16:16:00.818180482 +0000 UTC))" I0427 16:16:00.818209 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pujfmsfl53b5g7k4p2o3ab2nokd74cv-kx-6e39b5485f_sre-system-admin-signer@1777305540\" [] issuer=\"\" (2026-04-27 15:59:02 +0000 UTC to 2026-05-04 15:59:03 +0000 UTC (now=2026-04-27 16:16:00.818199677 +0000 UTC))" I0427 16:16:00.818224 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-27 15:56:24 +0000 UTC to 2036-04-24 15:56:24 +0000 UTC (now=2026-04-27 16:16:00.81821655 +0000 UTC))" I0427 16:16:00.818384 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777306532\" (2026-04-27 16:15:40 +0000 UTC to 2028-04-26 16:15:41 +0000 UTC (now=2026-04-27 16:16:00.818372096 +0000 UTC))" I0427 16:16:00.818532 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777306560\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777306559\" (2026-04-27 15:15:59 +0000 UTC to 2027-04-27 15:15:59 +0000 UTC (now=2026-04-27 16:16:00.818521785 +0000 UTC))" I0427 16:16:13.114476 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0427 16:16:13.136386 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0427 16:16:13.158244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0427 16:16:16.329692 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:16:18.586145 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0427 16:16:19.325493 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:16:19.325521 1 tasks.go:49] processing task group 2 of 3 I0427 16:16:19.325548 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:16:19.325555 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:16:19.325562 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:16:19.325575 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:16:19.325578 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:16:19.325587 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:16:19.325589 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:16:19.325596 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:16:19.325600 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:16:19.325603 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:16:19.325608 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:16:19.325621 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:16:19.325631 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:16:19.325643 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:16:19.325590 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:16:19.357376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0427 16:16:19.357649 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0427 16:16:19.372693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0427 16:16:19.379397 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0427 16:16:19.392236 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0427 16:16:19.424761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0427 16:16:19.435633 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:16:19.440368 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:16:19.496422 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:16:19.503726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0427 16:16:19.538510 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0427 16:16:19.538530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0427 16:16:19.538540 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0427 16:16:19.538548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0427 16:16:19.541707 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0427 16:16:19.639721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0427 16:16:19.706146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0427 16:16:19.706241 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0427 16:16:19.706253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0427 16:16:19.706417 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0427 16:16:19.709489 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0427 16:16:19.735262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0427 16:16:19.735663 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0427 16:16:19.735681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0427 16:16:19.735690 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0427 16:16:19.761502 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0427 16:16:19.765011 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0427 16:16:19.793359 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0427 16:16:19.793479 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0427 16:16:19.830727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0427 16:16:19.876099 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0427 16:16:19.996190 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0427 16:16:20.055820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0427 16:16:20.115137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0427 16:16:20.140394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0427 16:16:20.184568 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0427 16:16:20.271150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0427 16:16:20.304795 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0427 16:16:20.345603 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0427 16:16:20.412277 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0427 16:16:20.441418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0427 16:16:20.527118 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0427 16:16:20.545208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0427 16:16:20.548609 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0427 16:16:20.556647 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0427 16:16:20.665830 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0427 16:16:20.665852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0427 16:16:20.669223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0427 16:16:20.686199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0427 16:16:20.750786 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0427 16:16:20.754389 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0427 16:16:20.774020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0427 16:16:20.774463 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0427 16:16:20.776061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0427 16:16:20.873646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0427 16:16:20.993498 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0427 16:16:21.193210 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0427 16:16:21.537166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0427 16:16:21.552804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0427 16:16:21.566538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0427 16:16:21.631014 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:16:21.631075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0427 16:16:21.632708 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0427 16:16:21.647070 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0427 16:16:21.743746 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0427 16:16:21.768997 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-27j026dfjlsna -n openshift-monitoring because it was missing I0427 16:16:21.869691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0427 16:16:21.966592 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0427 16:16:22.071873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0427 16:16:22.170710 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0427 16:16:22.270302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0427 16:16:22.378068 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0427 16:16:22.469051 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:16:22.478641 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:16:22.478809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0427 16:16:22.577378 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0427 16:16:22.678719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0427 16:16:22.757641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0427 16:16:22.775426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0427 16:16:23.339063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0427 16:16:23.932380 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:16:24.378768 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-3jk5ldq8bbvof -n openshift-monitoring because it was missing I0427 16:16:24.403291 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0427 16:16:24.447880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0427 16:16:24.840298 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:16:25.813074 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-qnlpcjt3mp1p -n openshift-monitoring because it was missing I0427 16:16:25.829577 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0427 16:16:25.853711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0427 16:16:25.865571 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0427 16:16:25.888843 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:16:28.510727 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:16:28.510790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0427 16:16:32.344986 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:16:32.365359 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:16:35.850053 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0427 16:16:35.883639 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:16:48.352849 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:16:49.351401 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:16:49.457997 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0427 16:16:49.470265 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:16:49.470336 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0427 16:17:00.841855 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:17:35.927816 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:17:35.927854 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0427 16:17:35.927862 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0427 16:17:35.927880 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0427 16:17:35.928995 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:17:35.957944 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:17:35.962634 1 tasks.go:49] processing task group 1 of 3 I0427 16:17:35.962657 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:17:35.962670 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:17:35.979044 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:17:37.014865 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQzlBYi9sclhvazh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056TXdOalV6TWpBZQpGdzB5TmpBME1qY3hOakUxTXpGYUZ3MHlPREEyTWpVeE5qRTFNekphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN6TURZMU16SXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzEwSTFFWCs5L0hNTVRKdklLaXpwbDNjTWdpdktEUVNhdgpncXJxQTd6VklzT1ZxNDhEc1dEWnN3bmZIbmJJQWFFd1ZpS2RpQXlndklUSkZMd1pBRWNEeCtrQVAreVRtT09jClVoMTVJQUtyWmpWNEN0b1J6ZXBKV200Yy9jRGg1VEtmWXFtMnVCcm5wWmFUdVhNWEorNzZZd0ZER2ZIZ3VRVjcKRVNKUXZzMXM3Vy9Pa2h2WUsvQ0hHc3JnYkEyWFZNNzV1Rmc3czV1eVBGbmhncmxsczcxb0ZvRVlTSmtkMFFNKwpMbzVuQkFqdUVTK1VnMW5DS05pNythWTNpZW5ocWk0b2MycXRtYlNDTkRUcEhMbXNYNUphRWI4Uk04Q2Yva0crCmpBdEFUUmhFUGFMc0RJckI1YkdFZ0F2MDVOUVFKc2Z2dUNjanRUVkszZXFDUmxvUVBTcVZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRuWG5TUQpCN3dIczJES2tuZHFjSW92bE51MDRUQWZCZ05WSFNNRUdEQVdnQlRuWG5TUUI3d0hzMkRLa25kcWNJb3ZsTnUwCjRUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFpSzJVd0RQRzZQWG1md2xvR25ERytsTExod0E3RkZJY0dVV0wKSXpUemVEbXBRU3FnWVBTeldIblJkMlE0K0p5VjBKeFlaZkZ2S2dvTDh3MGZTaEZhYTdYcEdmVnlUVkZxdnR3QwpCMnB5c3BJK0RRYXpSWDV4NStEeUJnZ3NuTy9ya3lyRXFXc2FCd2hvMGlmaXp4b0FaZitzUFpteGdWOWFkK2prCjFIcTI2NUUyZUM2b2RiK2w3UDVIaXpLTVN0Y1RZd1FINXRIV25oeFpnMWlqNjduUllwcVRzRUVFYTJ4ZWh4MlcKZ1dhUEE0YUs0TlhjVDY1anN6Q2N4bDhBSmlSbWNjWWRVVm0yWk12dVBFRUg1Ny82cnhSZ1RyM3BvZ080VFZ2QgpCb25tUE51VkdET3lHcHZ0dUxhOFFFamRhV0R4NmFIamI1MGhwbW9GVTg4QlF2bGpIZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0427 16:17:37.020500 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0427 16:17:37.025261 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQzlBYi9sclhvazh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056TXdOalV6TWpBZQpGdzB5TmpBME1qY3hOakUxTXpGYUZ3MHlPREEyTWpVeE5qRTFNekphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN6TURZMU16SXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzEwSTFFWCs5L0hNTVRKdklLaXpwbDNjTWdpdktEUVNhdgpncXJxQTd6VklzT1ZxNDhEc1dEWnN3bmZIbmJJQWFFd1ZpS2RpQXlndklUSkZMd1pBRWNEeCtrQVAreVRtT09jClVoMTVJQUtyWmpWNEN0b1J6ZXBKV200Yy9jRGg1VEtmWXFtMnVCcm5wWmFUdVhNWEorNzZZd0ZER2ZIZ3VRVjcKRVNKUXZzMXM3Vy9Pa2h2WUsvQ0hHc3JnYkEyWFZNNzV1Rmc3czV1eVBGbmhncmxsczcxb0ZvRVlTSmtkMFFNKwpMbzVuQkFqdUVTK1VnMW5DS05pNythWTNpZW5ocWk0b2MycXRtYlNDTkRUcEhMbXNYNUphRWI4Uk04Q2Yva0crCmpBdEFUUmhFUGFMc0RJckI1YkdFZ0F2MDVOUVFKc2Z2dUNjanRUVkszZXFDUmxvUVBTcVZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRuWG5TUQpCN3dIczJES2tuZHFjSW92bE51MDRUQWZCZ05WSFNNRUdEQVdnQlRuWG5TUUI3d0hzMkRLa25kcWNJb3ZsTnUwCjRUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFpSzJVd0RQRzZQWG1md2xvR25ERytsTExod0E3RkZJY0dVV0wKSXpUemVEbXBRU3FnWVBTeldIblJkMlE0K0p5VjBKeFlaZkZ2S2dvTDh3MGZTaEZhYTdYcEdmVnlUVkZxdnR3QwpCMnB5c3BJK0RRYXpSWDV4NStEeUJnZ3NuTy9ya3lyRXFXc2FCd2hvMGlmaXp4b0FaZitzUFpteGdWOWFkK2prCjFIcTI2NUUyZUM2b2RiK2w3UDVIaXpLTVN0Y1RZd1FINXRIV25oeFpnMWlqNjduUllwcVRzRUVFYTJ4ZWh4MlcKZ1dhUEE0YUs0TlhjVDY1anN6Q2N4bDhBSmlSbWNjWWRVVm0yWk12dVBFRUg1Ny82cnhSZ1RyM3BvZ080VFZ2QgpCb25tUE51VkdET3lHcHZ0dUxhOFFFamRhV0R4NmFIamI1MGhwbW9GVTg4QlF2bGpIZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0427 16:17:37.030784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0427 16:17:39.168812 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:17:39.168838 1 tasks.go:49] processing task group 2 of 3 I0427 16:17:39.168873 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:17:39.168873 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:17:39.168890 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:17:39.168909 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:17:39.168934 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:17:39.168950 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:17:39.168988 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:17:39.169008 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:17:39.169018 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:17:39.169026 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:17:39.169041 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:17:39.169068 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:17:39.169083 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:17:39.169103 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:17:39.169125 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:17:39.231687 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:17:39.250959 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:17:39.256607 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:17:39.273936 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0427 16:17:39.292045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0427 16:17:39.316412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0427 16:17:39.331925 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0427 16:17:39.334395 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:17:39.349322 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0427 16:17:39.405430 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0427 16:17:40.246042 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:17:40.288428 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:17:40.288505 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:17:40.317370 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:17:40.322135 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:17:42.366220 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:17:44.327212 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:17:44.400726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0427 16:17:45.244071 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:17:50.531548 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:18:40.381872 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:19:54.601604 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:19:54.601635 1 tasks.go:49] processing task group 3 of 3 I0427 16:19:54.601648 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:19:54.659946 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:19:54.660020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9d349c91-a4f7-4aad-8de9-13ddcb639291", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0427 16:19:54.669017 1 operator.go:851] Updating ClusterOperator status to done. W0427 16:19:54.712773 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:19:54.770779 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:19:54.777034 1 tasks.go:49] processing task group 1 of 3 I0427 16:19:54.777057 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:19:54.777076 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:19:54.794739 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:19:57.982376 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:19:57.982397 1 tasks.go:49] processing task group 2 of 3 I0427 16:19:57.982421 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:19:57.982424 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:19:57.982435 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:19:57.982459 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:19:57.982479 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:19:57.982494 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:19:57.982506 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:19:57.982524 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:19:57.982545 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:19:57.982544 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:19:57.982569 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:19:57.982594 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:19:57.982612 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:19:57.982634 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:19:57.982658 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:19:58.040360 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:19:58.064409 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:19:58.072823 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:19:58.136889 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:19:59.063944 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:19:59.086192 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:19:59.090374 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:19:59.130794 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:19:59.135330 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:20:01.168098 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:20:03.138116 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:20:04.056960 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:20:04.160019 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:20:09.165895 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:20:09.639384 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:20:13.381036 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:20:13.381059 1 tasks.go:49] processing task group 3 of 3 I0427 16:20:13.381073 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:20:13.442325 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:20:13.450158 1 operator.go:851] Updating ClusterOperator status to done. W0427 16:20:13.462480 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:20:13.502528 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:20:13.509099 1 tasks.go:49] processing task group 1 of 3 I0427 16:20:13.509121 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:20:13.509139 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:20:13.526381 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:20:16.682558 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:20:16.682578 1 tasks.go:49] processing task group 2 of 3 I0427 16:20:16.682603 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:20:16.682608 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:20:16.682625 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:20:16.682645 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:20:16.682659 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:20:16.682678 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:20:16.682687 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:20:16.682703 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:20:16.682728 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:20:16.682747 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:20:16.682768 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:20:16.682768 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:20:16.682791 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:20:16.682810 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:20:16.682831 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:20:16.748610 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:20:16.771726 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:20:16.774266 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:20:16.837939 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:20:17.765551 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:20:17.798087 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:20:17.807147 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:20:17.827919 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:20:17.828642 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:20:19.875861 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:20:21.839759 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:20:22.755730 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:20:22.853192 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:20:27.868679 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:20:32.080038 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:20:32.080062 1 tasks.go:49] processing task group 3 of 3 I0427 16:20:32.080079 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:20:32.131090 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:20:32.138672 1 operator.go:851] Updating ClusterOperator status to done. I0427 16:20:59.626865 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0427 16:20:59.626906 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:20:59.669150 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:20:59.675353 1 tasks.go:49] processing task group 1 of 3 I0427 16:20:59.675385 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:20:59.675398 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:20:59.692877 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:21:02.829645 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:21:02.829666 1 tasks.go:49] processing task group 2 of 3 I0427 16:21:02.829689 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:21:02.829696 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:21:02.829710 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:21:02.829728 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:21:02.829747 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:21:02.829769 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:21:02.829801 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:21:02.829813 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:21:02.829842 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:21:02.829854 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:21:02.829851 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:21:02.829875 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:21:02.829881 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:21:02.829889 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:21:02.829836 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:21:02.886268 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:21:02.907688 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:21:02.913093 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:21:02.967712 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:21:03.910884 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:21:03.934494 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:21:03.941225 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:21:03.963169 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:21:03.967873 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:21:05.999211 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:21:07.965950 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:21:08.895059 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:21:08.978705 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:21:14.009121 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:21:18.161878 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:21:18.161903 1 tasks.go:49] processing task group 3 of 3 I0427 16:21:18.161919 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:21:18.211954 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:21:18.217875 1 operator.go:851] Updating ClusterOperator status to done. I0427 16:22:18.456083 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0427 16:22:18.456110 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:22:18.492716 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:22:18.499674 1 tasks.go:49] processing task group 1 of 3 I0427 16:22:18.499705 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:22:18.499717 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:22:18.513885 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:22:21.668461 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:22:21.668483 1 tasks.go:49] processing task group 2 of 3 I0427 16:22:21.668506 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:22:21.668513 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:22:21.668522 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:22:21.668541 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:22:21.668552 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:22:21.668566 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:22:21.668580 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:22:21.668602 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:22:21.668609 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:22:21.668619 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:22:21.668634 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:22:21.668652 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:22:21.668664 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:22:21.668677 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:22:21.668675 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:22:21.749826 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:22:21.792569 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:22:21.829277 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:22:21.960704 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:22:22.761303 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:22:22.790889 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:22:22.800695 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:22:22.806072 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:22:22.874799 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:22:24.852706 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:22:26.829676 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:22:27.739243 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:22:27.905746 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:22:32.851057 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:22:37.040090 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:22:37.040115 1 tasks.go:49] processing task group 3 of 3 I0427 16:22:37.040124 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:22:37.085644 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:22:37.091533 1 operator.go:851] Updating ClusterOperator status to done. I0427 16:25:59.626900 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0427 16:25:59.626941 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:25:59.658826 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:25:59.664110 1 tasks.go:49] processing task group 1 of 3 I0427 16:25:59.664137 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:25:59.664150 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:25:59.678114 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:26:03.080329 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:26:03.080350 1 tasks.go:49] processing task group 2 of 3 I0427 16:26:03.080375 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:26:03.080381 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:26:03.080391 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:26:03.080403 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:26:03.080423 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:26:03.080453 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:26:03.080463 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:26:03.080477 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:26:03.080501 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:26:03.080514 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:26:03.080535 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:26:03.080559 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:26:03.080611 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:26:03.080588 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:26:03.080607 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:26:03.196198 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:26:03.196499 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:26:03.218170 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:26:03.276006 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:26:04.217554 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:26:04.241552 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:26:04.251938 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:26:04.257321 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:26:04.279926 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:26:06.523695 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:26:08.339933 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:26:09.155037 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:26:09.290385 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:26:14.449322 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:26:18.553824 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:26:18.553851 1 tasks.go:49] processing task group 3 of 3 I0427 16:26:18.553859 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:26:18.645808 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:26:18.652122 1 operator.go:851] Updating ClusterOperator status to done. I0427 16:30:59.537331 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0427 16:30:59.537364 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:30:59.538463 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0427 16:30:59.539608 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0427 16:30:59.539627 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0427 16:30:59.540878 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0427 16:30:59.540905 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0427 16:30:59.540935 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0427 16:30:59.541011 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0427 16:30:59.542647 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0427 16:30:59.542674 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:30:59.543057 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0427 16:30:59.571367 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:30:59.577048 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0427 16:30:59.578094 1 tasks.go:49] processing task group 1 of 3 I0427 16:30:59.578120 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:30:59.578128 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:30:59.597811 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:30:59.627736 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0427 16:31:02.732914 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:31:02.732937 1 tasks.go:49] processing task group 2 of 3 I0427 16:31:02.732985 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:31:02.732983 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:31:02.732990 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:31:02.733004 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:31:02.733012 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:31:02.733028 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:31:02.733049 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:31:02.733069 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:31:02.733082 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:31:02.733109 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:31:02.733133 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:31:02.733158 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:31:02.732994 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:31:02.733186 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:31:02.733189 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:31:02.851827 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:31:02.898829 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:31:02.899963 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:31:03.009644 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:31:03.858332 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:31:03.872399 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:31:03.877149 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:31:03.894989 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:31:03.951338 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:31:05.938482 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:31:07.953662 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:31:08.809625 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:31:08.991779 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:31:13.939043 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:31:18.131392 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:31:18.131415 1 tasks.go:49] processing task group 3 of 3 I0427 16:31:18.131432 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:31:18.189021 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:31:18.196846 1 operator.go:851] Updating ClusterOperator status to done. W0427 16:31:18.209960 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:31:18.251457 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:31:18.257894 1 tasks.go:49] processing task group 1 of 3 I0427 16:31:18.257913 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:31:18.257927 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:31:18.277095 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:31:21.435225 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:31:21.435245 1 tasks.go:49] processing task group 2 of 3 I0427 16:31:21.435273 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:31:21.435278 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:31:21.435292 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:31:21.435309 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:31:21.435337 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:31:21.435357 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:31:21.435377 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:31:21.435396 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:31:21.435408 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:31:21.435428 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:31:21.435457 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:31:21.435475 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:31:21.435507 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:31:21.435522 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:31:21.435527 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:31:21.514628 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:31:21.549604 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:31:21.563826 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:31:21.615817 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:31:22.540484 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:31:22.563658 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:31:22.572887 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:31:22.598728 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:31:22.604412 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:31:24.640262 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:31:26.614102 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:31:27.508124 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:31:27.628091 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:31:32.629528 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:31:36.824475 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:31:36.824499 1 tasks.go:49] processing task group 3 of 3 I0427 16:31:36.824514 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:31:36.869862 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:31:36.876857 1 operator.go:851] Updating ClusterOperator status to done. I0427 16:35:59.627470 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0427 16:35:59.627518 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:35:59.665545 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:35:59.671374 1 tasks.go:49] processing task group 1 of 3 I0427 16:35:59.671400 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:35:59.671423 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:35:59.687133 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:36:02.881291 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:36:02.881311 1 tasks.go:49] processing task group 2 of 3 I0427 16:36:02.881333 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:36:02.881341 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:36:02.881350 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:36:02.881367 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:36:02.881398 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:36:02.881408 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:36:02.881426 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:36:02.881443 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:36:02.881458 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:36:02.881480 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:36:02.881497 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:36:02.881522 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:36:02.881537 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:36:02.881555 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:36:02.881560 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:36:02.949234 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:36:02.972925 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:36:02.975202 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:36:03.047811 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:36:03.959844 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:36:03.991923 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:36:04.004678 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:36:04.025501 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:36:04.044566 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:36:06.080236 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:36:08.034394 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:36:08.949736 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:36:09.055115 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:36:14.080533 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:36:18.293146 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:36:18.293171 1 tasks.go:49] processing task group 3 of 3 I0427 16:36:18.293187 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:36:18.338264 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:36:18.346169 1 operator.go:851] Updating ClusterOperator status to done. I0427 16:40:59.627684 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0427 16:40:59.627741 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:40:59.664200 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:40:59.670306 1 tasks.go:49] processing task group 1 of 3 I0427 16:40:59.670334 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:40:59.670346 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:40:59.686085 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:41:02.850662 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:41:02.850686 1 tasks.go:49] processing task group 2 of 3 I0427 16:41:02.850712 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:41:02.850720 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:41:02.850730 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:41:02.850743 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:41:02.850764 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:41:02.850792 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:41:02.850811 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:41:02.850834 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:41:02.850855 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:41:02.850858 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:41:02.850881 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:41:02.850892 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:41:02.850891 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:41:02.850908 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:41:02.850825 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:41:02.906110 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:41:02.927768 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:41:02.938175 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:41:02.998746 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:41:03.927936 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:41:03.952395 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:41:03.965376 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:41:03.992168 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:41:03.998723 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:41:06.031291 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:41:07.995878 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:41:08.922444 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:41:09.010689 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:41:14.025851 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:41:18.220056 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:41:18.220081 1 tasks.go:49] processing task group 3 of 3 I0427 16:41:18.220094 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:41:18.265483 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:41:18.272083 1 operator.go:851] Updating ClusterOperator status to done.