W0425 03:00:28.997323 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0425 03:00:28.997726 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0425 03:00:28.997744 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0425 03:00:28.997752 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0425 03:00:28.997755 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0425 03:00:29.037773 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0425 03:00:29.046418 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0425 03:00:29.046467 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0425 03:00:29.046845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0425 03:00:29.047972 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0425 03:00:29.057349 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0425 03:00:29.060845 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0425 03:00:29.063726 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0425 03:00:29.063873 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0425 03:00:29.063978 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0425 03:00:29.064255 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0425 03:00:29.064944 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0425 03:00:29.065410 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0425 03:00:29.065633 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0425 03:00:29.065672 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0425 03:00:29.065733 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0425 03:00:29.065958 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0425 03:00:29.066244 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0425 03:00:29.070094 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0425 03:00:29.071117 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0425 03:00:29.071151 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:00:29.104873 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0425 03:00:29.151905 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0425 03:00:29.152033 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0425 03:00:29.152040 1 rule_controller.go:113] Starting alerting rules controller I0425 03:00:29.152053 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0425 03:00:29.152052 1 relabel_controller.go:117] Starting alert relabel config controller I0425 03:00:29.152058 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0425 03:00:29.152061 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... W0425 03:00:29.152042 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:00:29.152067 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0425 03:00:29.152086 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0425 03:00:29.152091 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0425 03:00:29.152088 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0425 03:00:29.152102 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0425 03:00:29.152108 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0425 03:00:29.152093 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0425 03:00:29.157575 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0425 03:00:29.157705 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0425 03:00:29.157861 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0425 03:00:29.158110 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0425 03:00:29.160408 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.160416 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.160449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0425 03:00:29.160417 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.160551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0425 03:00:29.160653 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0425 03:00:29.174059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-fsdg5" is created for OpenShiftMonitoringTelemeterClientCertRequester I0425 03:00:29.178427 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-cdfwg" is created for OpenShiftMonitoringClientCertRequester I0425 03:00:29.178603 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-g4fq2" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0425 03:00:29.181599 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.186017 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.190343 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.190832 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.195275 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.196240 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.197170 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.204898 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.205173 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.205184 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.206130 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:00:29.215243 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.217313 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.217418 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.223746 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.229677 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0425 03:00:29.229788 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0425 03:00:29.230529 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.231846 1 tasks.go:49] processing task group 1 of 3 I0425 03:00:29.231875 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:00:29.231887 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:00:29.232124 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.241145 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0425 03:00:29.241563 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0425 03:00:29.241680 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0425 03:00:29.251413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0425 03:00:29.251463 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0425 03:00:29.252251 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0425 03:00:29.252271 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0425 03:00:29.253017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0425 03:00:29.268169 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0425 03:00:29.268758 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0425 03:00:29.278916 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:00:29.328835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0425 03:00:29.428312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0425 03:00:29.466328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0425 03:00:29.499976 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0425 03:00:29.518152 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0425 03:00:29.647705 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0425 03:00:29.649086 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0425 03:00:29.649101 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0425 03:00:29.649113 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0425 03:00:29.649118 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0425 03:00:29.651742 1 secure_serving.go:57] Forcing use of http/1.1 only I0425 03:00:29.651754 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0425 03:00:29.658227 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0425 03:00:29.658246 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0425 03:00:29.658257 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0425 03:00:29.658261 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0425 03:00:29.658273 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0425 03:00:29.658274 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0425 03:00:29.658629 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0425 03:00:29.658868 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777086004\" (2026-04-25 03:00:14 +0000 UTC to 2028-04-24 03:00:15 +0000 UTC (now=2026-04-25 03:00:29.658833662 +0000 UTC))" I0425 03:00:29.659172 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777086029\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777086029\" (2026-04-25 02:00:29 +0000 UTC to 2027-04-25 02:00:29 +0000 UTC (now=2026-04-25 03:00:29.659147127 +0000 UTC))" I0425 03:00:29.659197 1 secure_serving.go:213] Serving securely on [::]:8443 I0425 03:00:29.659222 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0425 03:00:29.659240 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0425 03:00:29.662306 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0425 03:00:29.662775 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0425 03:00:29.662805 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0425 03:00:29.758519 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0425 03:00:29.758537 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0425 03:00:29.758528 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0425 03:00:29.758754 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-25 02:47:59 +0000 UTC to 2036-04-22 02:47:59 +0000 UTC (now=2026-04-25 03:00:29.758726766 +0000 UTC))" I0425 03:00:29.758959 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777086004\" (2026-04-25 03:00:14 +0000 UTC to 2028-04-24 03:00:15 +0000 UTC (now=2026-04-25 03:00:29.758942752 +0000 UTC))" I0425 03:00:29.759111 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777086029\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777086029\" (2026-04-25 02:00:29 +0000 UTC to 2027-04-25 02:00:29 +0000 UTC (now=2026-04-25 03:00:29.759099351 +0000 UTC))" I0425 03:00:29.759214 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-25 02:48:00 +0000 UTC to 2036-04-22 02:48:00 +0000 UTC (now=2026-04-25 03:00:29.759203516 +0000 UTC))" I0425 03:00:29.759235 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-25 02:48:02 +0000 UTC to 2036-04-22 02:48:02 +0000 UTC (now=2026-04-25 03:00:29.759225292 +0000 UTC))" I0425 03:00:29.759251 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-25 02:48:06 +0000 UTC to 2036-04-22 02:48:06 +0000 UTC (now=2026-04-25 03:00:29.759242896 +0000 UTC))" I0425 03:00:29.759268 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-25 02:48:10 +0000 UTC to 2036-04-22 02:48:10 +0000 UTC (now=2026-04-25 03:00:29.759260033 +0000 UTC))" I0425 03:00:29.759296 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-25 02:48:12 +0000 UTC to 2036-04-22 02:48:12 +0000 UTC (now=2026-04-25 03:00:29.759288148 +0000 UTC))" I0425 03:00:29.759312 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pstnnr6gvct7m7h7vudpkrd48f6gtkj-kx-1ad97cae92_customer-system-admin-signer@1777085442\" [] issuer=\"\" (2026-04-25 02:50:41 +0000 UTC to 2026-05-02 02:50:42 +0000 UTC (now=2026-04-25 03:00:29.759303004 +0000 UTC))" I0425 03:00:29.759328 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pstnnr6gvct7m7h7vudpkrd48f6gtkj-kx-1ad97cae92_sre-system-admin-signer@1777085442\" [] issuer=\"\" (2026-04-25 02:50:42 +0000 UTC to 2026-05-02 02:50:43 +0000 UTC (now=2026-04-25 03:00:29.759319471 +0000 UTC))" I0425 03:00:29.759344 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-25 02:47:59 +0000 UTC to 2036-04-22 02:47:59 +0000 UTC (now=2026-04-25 03:00:29.759336357 +0000 UTC))" I0425 03:00:29.759527 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777086004\" (2026-04-25 03:00:14 +0000 UTC to 2028-04-24 03:00:15 +0000 UTC (now=2026-04-25 03:00:29.759507966 +0000 UTC))" I0425 03:00:29.759686 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777086029\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777086029\" (2026-04-25 02:00:29 +0000 UTC to 2027-04-25 02:00:29 +0000 UTC (now=2026-04-25 03:00:29.759675866 +0000 UTC))" I0425 03:00:36.574916 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0425 03:00:36.594893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0425 03:00:36.614375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0425 03:00:41.776671 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:00:41.776698 1 tasks.go:49] processing task group 2 of 3 I0425 03:00:41.776728 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:00:41.776735 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:00:41.776737 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:00:41.776751 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:00:41.776756 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:00:41.776762 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:00:41.776771 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:00:41.776778 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:00:41.776781 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:00:41.776774 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:00:41.776788 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:00:41.776789 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:00:41.776794 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:00:41.776806 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:00:41.776824 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:00:41.797699 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0425 03:00:41.802306 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0425 03:00:41.831097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0425 03:00:41.834988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0425 03:00:41.835157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0425 03:00:41.854166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0425 03:00:41.884717 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:00:41.891878 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:00:41.924236 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:00:41.932621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0425 03:00:41.932652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0425 03:00:42.016061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0425 03:00:42.023630 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0425 03:00:42.023754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0425 03:00:42.023793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0425 03:00:42.088359 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0425 03:00:42.093911 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0425 03:00:42.107164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0425 03:00:42.166130 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0425 03:00:42.166156 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0425 03:00:42.167214 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0425 03:00:42.168754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing W0425 03:00:42.180948 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0425 03:00:42.180965 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0425 03:00:42.194719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0425 03:00:42.210425 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0425 03:00:42.216429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0425 03:00:42.218928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0425 03:00:42.243121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0425 03:00:42.254746 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0425 03:00:42.302323 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0425 03:00:42.382639 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0425 03:00:42.474331 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0425 03:00:42.521849 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0425 03:00:42.660175 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0425 03:00:42.662972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0425 03:00:42.754165 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0425 03:00:42.769942 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0425 03:00:42.818360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0425 03:00:42.881993 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0425 03:00:42.886242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0425 03:00:42.998173 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0425 03:00:43.015294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0425 03:00:43.015687 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0425 03:00:43.080257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0425 03:00:43.187910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0425 03:00:43.195415 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0425 03:00:43.207419 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0425 03:00:43.212427 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0425 03:00:43.261062 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0425 03:00:43.279865 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0425 03:00:43.280263 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0425 03:00:43.291833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0425 03:00:43.364779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0425 03:00:43.474140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0425 03:00:43.608939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0425 03:00:43.659268 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0425 03:00:44.009154 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0425 03:00:44.040599 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0425 03:00:44.065030 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0425 03:00:44.186210 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0425 03:00:44.195544 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:00:44.195574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0425 03:00:44.197313 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0425 03:00:44.277089 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0425 03:00:44.326611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-6aijar7svnec9 -n openshift-monitoring because it was missing I0425 03:00:44.376620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0425 03:00:44.501117 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0425 03:00:44.612280 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0425 03:00:44.701745 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0425 03:00:44.804446 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0425 03:00:44.906597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0425 03:00:44.944391 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:00:44.950642 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:00:45.021598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0425 03:00:45.122463 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0425 03:00:45.230208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0425 03:00:45.323117 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0425 03:00:45.350974 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0425 03:00:45.861003 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0425 03:00:46.856596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0425 03:00:46.896099 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0425 03:00:46.904541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-f1fsa3iupf2cv -n openshift-monitoring because it was missing I0425 03:00:48.393999 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-eonmglfrojikj -n openshift-monitoring because it was missing I0425 03:00:48.420247 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0425 03:00:48.436405 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:00:48.451384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0425 03:00:48.471089 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0425 03:00:49.063201 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:00:53.315567 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:00:53.415105 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:00:54.365530 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:00:56.971335 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:00:56.971421 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0425 03:01:05.417652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0425 03:01:05.448277 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:01:05.465448 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:01:05.470901 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:01:05.494240 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:01:05.512324 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:01:05.532567 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:01:05.554416 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:01:05.591415 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:01:05.612749 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:01:05.635082 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:01:05.662447 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:01:06.050801 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:01:17.985753 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0425 03:01:18.004493 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:01:18.004507 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0425 03:01:33.359711 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:01:58.542204 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:01:58.542241 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0425 03:01:58.542249 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0425 03:01:58.542267 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0425 03:01:58.543385 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:01:58.585576 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:01:58.592619 1 tasks.go:49] processing task group 1 of 3 I0425 03:01:58.592639 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:01:58.592658 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:01:58.612879 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:01:59.660561 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQVAyczJIbDF2Y2d3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056QTROakF3TkRBZQpGdzB5TmpBME1qVXdNekF3TUROYUZ3MHlPREEyTWpNd016QXdNRFJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN3T0RZd01EUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFR2QmluN0ljY254ay9nMEN0OElVRm01eXp2NzRVeVRMdApLSHBFREhNTmhkZkNFTWZ6ZElwcUR3L0FlclRKWUlQWk14b3FScU4xVEUxSWFGZ0ZjQk9zODNrYXB3V29QZnlICjNYNGQ1SE9TNW1ncG5xRHl3WnBiT1hIOTZqNjZwa05WREV1dk9PV2J2K1BoMG42Q3RWb0xidWY3cWNwbmxseVgKb1BaaVQwTEJWdGJsaEk1aUVBaHpRTWpZRDJJY1lLRlNZN0JGcjNQK0FQNnQyQjhhVGtIK1JmNS94MWQ3SXNLWQpmNUFBbEgzOFJYbTVNaE55NzI3VFdUQmtCMmlxVGt5YmRDT1ozLzgrSGV1UHlUY3FJdG0wV2hib0hGY3pLWjYvCkxZSndRNDBlSDNoTmE1LzRtMExIRzVXTGxQeWRBM2pjWUlxNlFSMlpDckg2RFlsbWthM0xBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJxbGduSApYM1FFZmtjWlFGSmYzd2tZWlFDTmh6QWZCZ05WSFNNRUdEQVdnQlJxbGduSFgzUUVma2NaUUZKZjN3a1laUUNOCmh6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFtVmlONWNuNHRNdFU0QkMxcWVWTlFKRXJMYUhBYldraWZ3Zm0KZFZOTHQrbzJYd25MS3FpbEhzSlFTbTZZb0F5ZlFWV0ZRMVhUd3dkU0JGVEQ1QjlXbTNkL0l6amxhV2pnblpOSAp3QUk4WEcwV1BIaHZ1cEZwUWh1SnJVTWhhWUx3YmJFbUFseWpmMkJYNXVUMWRhM2tjTzZXb0wzaW5ZenNFbWNoCm41NEtTc3g0eVhlekdUZCtDQlRBMUZmNkVWdGRkdlBZN0RmaVlvZkN0YTZKVGdZd2Nzd1ZxV3JXSnBYcnZuVjAKYWMxNHBPdGlzYk9mSTFpM2NXa2hLWVducXo5dE9kcW5jMFJDTVlxYU5VbGI5cHhGMGlUdzNmRk16SThpSUMzTQo0Ym1vSjlOUjF6ekI1UjJXRzU3eW5oVWR6ZXJrNHBkRGEwa2hSRC82ZC9jWGNhY2JNQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0425 03:01:59.668179 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0425 03:01:59.674877 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQVAyczJIbDF2Y2d3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056QTROakF3TkRBZQpGdzB5TmpBME1qVXdNekF3TUROYUZ3MHlPREEyTWpNd016QXdNRFJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN3T0RZd01EUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFR2QmluN0ljY254ay9nMEN0OElVRm01eXp2NzRVeVRMdApLSHBFREhNTmhkZkNFTWZ6ZElwcUR3L0FlclRKWUlQWk14b3FScU4xVEUxSWFGZ0ZjQk9zODNrYXB3V29QZnlICjNYNGQ1SE9TNW1ncG5xRHl3WnBiT1hIOTZqNjZwa05WREV1dk9PV2J2K1BoMG42Q3RWb0xidWY3cWNwbmxseVgKb1BaaVQwTEJWdGJsaEk1aUVBaHpRTWpZRDJJY1lLRlNZN0JGcjNQK0FQNnQyQjhhVGtIK1JmNS94MWQ3SXNLWQpmNUFBbEgzOFJYbTVNaE55NzI3VFdUQmtCMmlxVGt5YmRDT1ozLzgrSGV1UHlUY3FJdG0wV2hib0hGY3pLWjYvCkxZSndRNDBlSDNoTmE1LzRtMExIRzVXTGxQeWRBM2pjWUlxNlFSMlpDckg2RFlsbWthM0xBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJxbGduSApYM1FFZmtjWlFGSmYzd2tZWlFDTmh6QWZCZ05WSFNNRUdEQVdnQlJxbGduSFgzUUVma2NaUUZKZjN3a1laUUNOCmh6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFtVmlONWNuNHRNdFU0QkMxcWVWTlFKRXJMYUhBYldraWZ3Zm0KZFZOTHQrbzJYd25MS3FpbEhzSlFTbTZZb0F5ZlFWV0ZRMVhUd3dkU0JGVEQ1QjlXbTNkL0l6amxhV2pnblpOSAp3QUk4WEcwV1BIaHZ1cEZwUWh1SnJVTWhhWUx3YmJFbUFseWpmMkJYNXVUMWRhM2tjTzZXb0wzaW5ZenNFbWNoCm41NEtTc3g0eVhlekdUZCtDQlRBMUZmNkVWdGRkdlBZN0RmaVlvZkN0YTZKVGdZd2Nzd1ZxV3JXSnBYcnZuVjAKYWMxNHBPdGlzYk9mSTFpM2NXa2hLWVducXo5dE9kcW5jMFJDTVlxYU5VbGI5cHhGMGlUdzNmRk16SThpSUMzTQo0Ym1vSjlOUjF6ekI1UjJXRzU3eW5oVWR6ZXJrNHBkRGEwa2hSRC82ZC9jWGNhY2JNQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0425 03:01:59.683115 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0425 03:02:01.789206 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:02:01.789230 1 tasks.go:49] processing task group 2 of 3 I0425 03:02:01.789248 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:02:01.789256 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:02:01.789280 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:02:01.789298 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:02:01.789344 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:02:01.790040 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:02:01.790182 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:02:01.789329 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:02:01.790503 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:02:01.789344 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:02:01.790537 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:02:01.789339 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:02:01.790717 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:02:01.789319 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:02:01.789325 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:02:01.858696 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:02:01.880892 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:02:01.882329 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:02:01.899522 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0425 03:02:01.917881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0425 03:02:01.939800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0425 03:02:01.956111 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0425 03:02:01.966533 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:02:01.974463 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0425 03:02:02.413328 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0425 03:02:02.878548 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:02:02.912006 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:02:02.915582 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:02:02.970602 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:02:02.999911 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:02:04.990686 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:02:06.962241 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:02:07.037151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0425 03:02:07.873723 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:02:12.148292 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:02:13.014569 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:02:17.250813 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:02:17.250838 1 tasks.go:49] processing task group 3 of 3 I0425 03:02:17.250851 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:02:17.309305 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:02:17.309498 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e9a47db1-6026-4f34-b732-1707d58d72a6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0425 03:02:17.319108 1 operator.go:851] Updating ClusterOperator status to done. W0425 03:02:17.378276 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:02:17.422240 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:02:17.429411 1 tasks.go:49] processing task group 1 of 3 I0425 03:02:17.429437 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:02:17.429465 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:02:17.448303 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:02:20.605272 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:02:20.605296 1 tasks.go:49] processing task group 2 of 3 I0425 03:02:20.605326 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:02:20.605330 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:02:20.605343 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:02:20.605365 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:02:20.605400 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:02:20.605414 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:02:20.605436 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:02:20.605455 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:02:20.605464 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:02:20.605506 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:02:20.605516 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:02:20.605545 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:02:20.605556 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:02:20.605567 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:02:20.605602 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:02:20.666726 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:02:20.692810 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:02:20.695028 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:02:20.773613 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:02:21.709518 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:02:21.768512 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:02:21.776215 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:02:21.835100 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:02:21.845525 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:02:23.880179 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:02:25.769552 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:02:26.683699 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:02:26.783709 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:02:31.894911 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:02:32.616572 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:02:32.635438 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:02:36.008028 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:02:36.008054 1 tasks.go:49] processing task group 3 of 3 I0425 03:02:36.008070 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:02:36.058880 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:02:36.066306 1 operator.go:851] Updating ClusterOperator status to done. W0425 03:02:36.080536 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:02:36.122495 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:02:36.129509 1 tasks.go:49] processing task group 1 of 3 I0425 03:02:36.129534 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:02:36.129550 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:02:36.147968 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:02:39.307783 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:02:39.307808 1 tasks.go:49] processing task group 2 of 3 I0425 03:02:39.307841 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:02:39.307845 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:02:39.307857 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:02:39.307879 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:02:39.307902 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:02:39.307923 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:02:39.307943 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:02:39.307961 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:02:39.307977 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:02:39.308000 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:02:39.308018 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:02:39.308016 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:02:39.308042 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:02:39.308058 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:02:39.308007 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:02:39.369358 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:02:39.405293 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:02:39.405767 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:02:39.477834 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:02:40.389132 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:02:40.417094 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:02:40.421225 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:02:40.449944 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:02:40.464987 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:02:42.486767 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:02:44.464546 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:02:45.379177 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:02:45.493463 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:02:50.492187 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:02:54.693637 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:02:54.693663 1 tasks.go:49] processing task group 3 of 3 I0425 03:02:54.693679 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:02:54.735765 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:02:54.742238 1 operator.go:851] Updating ClusterOperator status to done. I0425 03:05:29.152682 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0425 03:05:29.152723 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:05:29.201529 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:05:29.207118 1 tasks.go:49] processing task group 1 of 3 I0425 03:05:29.207141 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:05:29.207158 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:05:29.222672 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:05:32.365385 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:05:32.365409 1 tasks.go:49] processing task group 2 of 3 I0425 03:05:32.365438 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:05:32.365447 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:05:32.365459 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:05:32.365501 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:05:32.365513 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:05:32.365533 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:05:32.365552 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:05:32.365566 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:05:32.365599 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:05:32.365611 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:05:32.365617 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:05:32.365637 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:05:32.365653 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:05:32.365440 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:05:32.365679 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:05:32.439357 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:05:32.461657 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:05:32.468385 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:05:32.539640 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:05:33.468340 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:05:33.483174 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:05:33.490242 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:05:33.503668 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:05:33.540598 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:05:35.553518 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:05:37.526145 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:05:38.435414 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:05:38.556538 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:05:43.542496 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:05:47.750660 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:05:47.750686 1 tasks.go:49] processing task group 3 of 3 I0425 03:05:47.750700 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:05:47.791185 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:05:47.797501 1 operator.go:851] Updating ClusterOperator status to done. I0425 03:10:29.152394 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0425 03:10:29.152441 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:10:29.185742 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:10:29.191179 1 tasks.go:49] processing task group 1 of 3 I0425 03:10:29.191206 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:10:29.191222 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:10:29.206071 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:10:32.367371 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:10:32.367394 1 tasks.go:49] processing task group 2 of 3 I0425 03:10:32.367418 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:10:32.367435 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:10:32.367451 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:10:32.367461 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:10:32.367507 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:10:32.367519 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:10:32.367551 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:10:32.367569 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:10:32.367576 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:10:32.367583 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:10:32.367601 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:10:32.367622 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:10:32.367441 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:10:32.367558 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:10:32.367644 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:10:32.439264 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:10:32.462989 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:10:32.468022 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:10:32.534883 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:10:33.468337 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:10:33.484060 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:10:33.499464 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:10:33.504112 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:10:33.539017 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:10:35.584448 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:10:37.523398 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:10:38.434637 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:10:38.544143 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:10:43.549387 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:10:47.733357 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:10:47.733383 1 tasks.go:49] processing task group 3 of 3 I0425 03:10:47.733391 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:10:47.776814 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:10:47.782977 1 operator.go:851] Updating ClusterOperator status to done. I0425 03:15:29.064129 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0425 03:15:29.064170 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:15:29.065142 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0425 03:15:29.065260 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0425 03:15:29.065262 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0425 03:15:29.065280 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0425 03:15:29.065286 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0425 03:15:29.065316 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0425 03:15:29.066050 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0425 03:15:29.066074 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:15:29.066079 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0425 03:15:29.067143 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0425 03:15:29.100647 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:15:29.105626 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0425 03:15:29.106419 1 tasks.go:49] processing task group 1 of 3 I0425 03:15:29.106444 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:15:29.106453 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:15:29.120711 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:15:29.152135 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0425 03:15:32.282088 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:15:32.282108 1 tasks.go:49] processing task group 2 of 3 I0425 03:15:32.282131 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:15:32.282137 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:15:32.282152 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:15:32.282169 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:15:32.282186 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:15:32.282212 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:15:32.282230 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:15:32.282248 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:15:32.282266 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:15:32.282278 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:15:32.282310 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:15:32.282331 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:15:32.282335 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:15:32.282356 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:15:32.282310 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:15:32.342700 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:15:32.373083 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:15:32.390640 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:15:32.447179 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:15:33.369930 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:15:33.399333 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:15:33.406199 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:15:33.406489 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:15:33.441671 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:15:35.456607 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:15:37.434276 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:15:38.348655 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:15:38.458709 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:15:43.454795 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:15:47.633693 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:15:47.633719 1 tasks.go:49] processing task group 3 of 3 I0425 03:15:47.633736 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:15:47.679520 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:15:47.685794 1 operator.go:851] Updating ClusterOperator status to done. W0425 03:15:47.698416 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:15:47.729582 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:15:47.734817 1 tasks.go:49] processing task group 1 of 3 I0425 03:15:47.734842 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:15:47.734857 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:15:47.750496 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:15:50.876423 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:15:50.876447 1 tasks.go:49] processing task group 2 of 3 I0425 03:15:50.876488 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:15:50.876500 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:15:50.876500 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:15:50.876520 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:15:50.876547 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:15:50.876569 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:15:50.876575 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:15:50.876594 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:15:50.876614 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:15:50.876630 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:15:50.876642 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:15:50.876651 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:15:50.876671 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:15:50.876690 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:15:50.876554 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:15:50.939604 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:15:50.973182 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:15:50.984335 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:15:51.045836 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:15:51.987243 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:15:51.995467 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:15:51.996464 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:15:52.013862 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:15:52.034999 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:15:54.058155 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:15:56.026938 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:15:56.945357 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:15:57.053541 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:16:02.040650 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:16:06.233862 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:16:06.233887 1 tasks.go:49] processing task group 3 of 3 I0425 03:16:06.233897 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:16:06.273613 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:16:06.279673 1 operator.go:851] Updating ClusterOperator status to done. I0425 03:20:29.152340 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0425 03:20:29.152395 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:20:29.184856 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:20:29.190208 1 tasks.go:49] processing task group 1 of 3 I0425 03:20:29.190234 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:20:29.190250 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:20:29.206837 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:20:32.357873 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:20:32.357897 1 tasks.go:49] processing task group 2 of 3 I0425 03:20:32.357928 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:20:32.357938 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:20:32.357956 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:20:32.357969 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:20:32.357985 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:20:32.358001 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:20:32.358018 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:20:32.358037 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:20:32.358058 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:20:32.358094 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:20:32.358089 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:20:32.358117 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:20:32.357960 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:20:32.358087 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:20:32.357931 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:20:32.430235 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:20:32.448523 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:20:32.450464 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:20:32.518308 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:20:33.445691 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:20:33.467566 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:20:33.477086 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:20:33.494593 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:20:33.526588 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:20:35.534191 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:20:37.510315 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:20:38.428503 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:20:38.534132 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:20:43.533190 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:20:47.708063 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:20:47.708090 1 tasks.go:49] processing task group 3 of 3 I0425 03:20:47.708106 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:20:47.748459 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:20:47.754668 1 operator.go:851] Updating ClusterOperator status to done. I0425 03:25:29.152292 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0425 03:25:29.152354 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:25:29.187404 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:25:29.193252 1 tasks.go:49] processing task group 1 of 3 I0425 03:25:29.193289 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:25:29.193309 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:25:29.209514 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:25:32.370065 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:25:32.370092 1 tasks.go:49] processing task group 2 of 3 I0425 03:25:32.370115 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:25:32.370123 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:25:32.370131 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:25:32.370149 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:25:32.370164 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:25:32.370184 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:25:32.370193 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:25:32.370217 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:25:32.370211 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:25:32.370236 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:25:32.370254 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:25:32.370301 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:25:32.370319 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:25:32.370383 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:25:32.370422 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:25:32.443441 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:25:32.468107 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:25:32.490054 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:25:32.564774 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:25:33.453975 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:25:33.490791 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:25:33.494420 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:25:33.497249 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:25:33.555809 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:25:35.529022 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:25:37.523892 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:25:38.434782 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:25:38.549464 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:25:43.538304 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:25:47.707534 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:25:47.707564 1 tasks.go:49] processing task group 3 of 3 I0425 03:25:47.707578 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:25:47.748068 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:25:47.754028 1 operator.go:851] Updating ClusterOperator status to done. I0425 03:30:29.064206 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0425 03:30:29.064258 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:30:29.065339 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0425 03:30:29.065364 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0425 03:30:29.065395 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0425 03:30:29.065420 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0425 03:30:29.065488 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0425 03:30:29.065561 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0425 03:30:29.066654 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0425 03:30:29.066654 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:30:29.066683 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0425 03:30:29.067759 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0425 03:30:29.097553 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:30:29.103099 1 tasks.go:49] processing task group 1 of 3 I0425 03:30:29.103126 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:30:29.103144 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:30:29.106099 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0425 03:30:29.120007 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:30:29.152686 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0425 03:30:32.266373 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:30:32.266411 1 tasks.go:49] processing task group 2 of 3 I0425 03:30:32.266444 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:30:32.266445 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:30:32.266457 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:30:32.266488 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:30:32.266518 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:30:32.266546 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:30:32.266561 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:30:32.266650 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:30:32.266585 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:30:32.266651 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:30:32.266613 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:30:32.266617 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:30:32.266603 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:30:32.266638 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:30:32.266638 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:30:32.330102 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:30:32.358525 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:30:32.362898 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:30:32.429779 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:30:33.356706 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:30:33.379343 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:30:33.384376 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:30:33.396068 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:30:33.420458 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:30:35.431446 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:30:37.418508 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:30:38.330005 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:30:38.441094 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:30:43.430583 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:30:47.606038 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:30:47.606068 1 tasks.go:49] processing task group 3 of 3 I0425 03:30:47.606084 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:30:47.646723 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:30:47.653317 1 operator.go:851] Updating ClusterOperator status to done. W0425 03:30:47.667579 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:30:47.700221 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:30:47.705706 1 tasks.go:49] processing task group 1 of 3 I0425 03:30:47.705736 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:30:47.705761 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:30:47.720260 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:30:50.843157 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:30:50.843184 1 tasks.go:49] processing task group 2 of 3 I0425 03:30:50.843213 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:30:50.843219 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:30:50.843235 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:30:50.843255 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:30:50.843278 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:30:50.843297 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:30:50.843313 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:30:50.843340 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:30:50.843350 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:30:50.843370 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:30:50.843393 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:30:50.843415 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:30:50.843430 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:30:50.843451 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:30:50.843495 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:30:50.907427 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:30:50.924379 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:30:50.934856 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:30:51.014955 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:30:51.921951 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:30:51.961810 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:30:51.972590 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:30:51.973682 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:30:51.993943 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:30:54.005988 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:30:56.001982 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:30:56.914325 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:30:57.011214 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:31:02.013934 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:31:06.203640 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:31:06.203666 1 tasks.go:49] processing task group 3 of 3 I0425 03:31:06.203674 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:31:06.253750 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:31:06.261833 1 operator.go:851] Updating ClusterOperator status to done. I0425 03:35:29.152405 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0425 03:35:29.152459 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:35:29.189658 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:35:29.195441 1 tasks.go:49] processing task group 1 of 3 I0425 03:35:29.195499 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:35:29.195515 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:35:29.213667 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:35:32.379488 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:35:32.379512 1 tasks.go:49] processing task group 2 of 3 I0425 03:35:32.379538 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:35:32.379543 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:35:32.379559 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:35:32.379584 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:35:32.379598 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:35:32.379601 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:35:32.379630 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:35:32.379637 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:35:32.379658 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:35:32.379680 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:35:32.379700 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:35:32.379715 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:35:32.379745 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:35:32.379751 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:35:32.379583 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:35:32.459951 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:35:32.482098 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:35:32.483873 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:35:32.551183 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:35:33.485521 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:35:33.510754 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:35:33.514229 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:35:33.526694 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:35:33.542781 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:35:35.568675 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:35:37.552021 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:35:38.450273 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:35:38.570040 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:35:43.576182 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:35:47.739849 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:35:47.739879 1 tasks.go:49] processing task group 3 of 3 I0425 03:35:47.739892 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:35:47.784676 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:35:47.792007 1 operator.go:851] Updating ClusterOperator status to done. I0425 03:40:29.152389 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0425 03:40:29.152443 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:40:29.186878 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:40:29.192241 1 tasks.go:49] processing task group 1 of 3 I0425 03:40:29.192269 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:40:29.192284 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:40:29.207016 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:40:32.364195 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:40:32.364221 1 tasks.go:49] processing task group 2 of 3 I0425 03:40:32.364246 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:40:32.364261 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:40:32.364276 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:40:32.364288 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:40:32.364302 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:40:32.364315 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:40:32.364348 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:40:32.364372 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:40:32.364383 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:40:32.364399 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:40:32.364414 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:40:32.364441 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:40:32.364461 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:40:32.364491 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:40:32.364268 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:40:32.427895 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:40:32.454798 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:40:32.456732 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:40:32.519932 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:40:33.446292 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:40:33.469658 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:40:33.477724 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:40:33.494164 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:40:33.526606 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:40:35.546521 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:40:37.514652 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:40:38.436311 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:40:38.529160 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:40:43.533586 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:40:47.727931 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:40:47.727958 1 tasks.go:49] processing task group 3 of 3 I0425 03:40:47.727969 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:40:47.767462 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:40:47.773413 1 operator.go:851] Updating ClusterOperator status to done. I0425 03:45:29.065273 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0425 03:45:29.065338 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0425 03:45:29.065341 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:45:29.065355 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0425 03:45:29.065596 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0425 03:45:29.065616 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0425 03:45:29.065624 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0425 03:45:29.065685 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0425 03:45:29.067000 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0425 03:45:29.067010 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0425 03:45:29.067051 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0425 03:45:29.068247 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0425 03:45:29.106246 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0425 03:45:29.111129 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:45:29.116222 1 tasks.go:49] processing task group 1 of 3 I0425 03:45:29.116246 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:45:29.116263 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:45:29.145324 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:45:29.152710 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0425 03:45:32.297956 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:45:32.297981 1 tasks.go:49] processing task group 2 of 3 I0425 03:45:32.298010 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:45:32.298015 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:45:32.298030 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:45:32.298047 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:45:32.298066 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:45:32.298090 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:45:32.298112 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:45:32.298133 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:45:32.298151 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:45:32.298170 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:45:32.298193 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:45:32.298219 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:45:32.298212 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:45:32.298206 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:45:32.298236 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:45:32.354087 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:45:32.375429 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:45:32.387033 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:45:32.444216 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:45:33.372675 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:45:33.398278 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:45:33.398945 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:45:33.421645 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:45:33.433686 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:45:35.462231 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:45:37.430888 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:45:38.365501 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:45:38.456095 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:45:43.463607 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:45:47.630352 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:45:47.630380 1 tasks.go:49] processing task group 3 of 3 I0425 03:45:47.630392 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:45:47.669040 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:45:47.675582 1 operator.go:851] Updating ClusterOperator status to done. W0425 03:45:47.690807 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0425 03:45:47.721439 1 operator.go:830] Updating ClusterOperator status to InProgress. I0425 03:45:47.728937 1 tasks.go:49] processing task group 1 of 3 I0425 03:45:47.728964 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0425 03:45:47.728979 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:45:47.745470 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0425 03:45:50.879678 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0425 03:45:50.879702 1 tasks.go:49] processing task group 2 of 3 I0425 03:45:50.879728 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:45:50.879732 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0425 03:45:50.879746 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0425 03:45:50.879780 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:45:50.879790 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0425 03:45:50.879815 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:45:50.879839 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0425 03:45:50.879847 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0425 03:45:50.879861 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0425 03:45:50.879874 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:45:50.879891 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:45:50.879899 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0425 03:45:50.879920 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0425 03:45:50.879947 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:45:50.879821 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0425 03:45:50.934915 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0425 03:45:50.960523 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0425 03:45:50.964913 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0425 03:45:51.028287 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0425 03:45:51.973010 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0425 03:45:52.002496 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0425 03:45:52.029702 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0425 03:45:52.038129 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0425 03:45:52.047864 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0425 03:45:54.067727 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0425 03:45:56.014137 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0425 03:45:56.947504 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0425 03:45:57.047389 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0425 03:46:02.078392 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0425 03:46:06.236311 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0425 03:46:06.236340 1 tasks.go:49] processing task group 3 of 3 I0425 03:46:06.236355 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0425 03:46:06.275882 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0425 03:46:06.282176 1 operator.go:851] Updating ClusterOperator status to done.