W0507 15:35:06.475181 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0507 15:35:06.475611 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0507 15:35:06.475626 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0507 15:35:06.475631 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0507 15:35:06.475634 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0507 15:35:06.501920 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0507 15:35:06.505840 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0507 15:35:06.506016 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0507 15:35:06.506123 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0507 15:35:06.507308 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0507 15:35:06.513442 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0507 15:35:06.515705 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0507 15:35:06.518142 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0507 15:35:06.518310 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0507 15:35:06.518384 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0507 15:35:06.519015 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0507 15:35:06.520870 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0507 15:35:06.520966 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0507 15:35:06.521119 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0507 15:35:06.521137 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0507 15:35:06.521143 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0507 15:35:06.523837 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0507 15:35:06.523962 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0507 15:35:06.525002 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0507 15:35:06.525005 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0507 15:35:06.525478 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0507 15:35:06.525622 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0507 15:35:06.529348 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0507 15:35:06.530381 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0507 15:35:06.560566 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0507 15:35:06.609651 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0507 15:35:06.609711 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0507 15:35:06.609723 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0507 15:35:06.609731 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0507 15:35:06.609745 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0507 15:35:06.609749 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0507 15:35:06.609757 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0507 15:35:06.609756 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0507 15:35:06.609849 1 rule_controller.go:113] Starting alerting rules controller I0507 15:35:06.609872 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0507 15:35:06.609894 1 relabel_controller.go:117] Starting alert relabel config controller I0507 15:35:06.609912 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0507 15:35:06.609930 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0507 15:35:06.609952 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0507 15:35:06.609920 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0507 15:35:06.614486 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0507 15:35:06.614646 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0507 15:35:06.614799 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0507 15:35:06.616805 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0507 15:35:06.643397 1 operator.go:830] Updating ClusterOperator status to InProgress. I0507 15:35:06.651112 1 tasks.go:49] processing task group 1 of 3 I0507 15:35:06.651135 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0507 15:35:06.651151 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:35:06.666165 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:35:06.710145 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0507 15:35:06.710151 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0507 15:35:07.322220 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0507 15:35:07.323544 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0507 15:35:07.323561 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0507 15:35:07.323571 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0507 15:35:07.323576 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0507 15:35:07.326146 1 secure_serving.go:57] Forcing use of http/1.1 only I0507 15:35:07.326169 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0507 15:35:07.331020 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0507 15:35:07.331038 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0507 15:35:07.331039 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0507 15:35:07.331043 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0507 15:35:07.331055 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0507 15:35:07.331060 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0507 15:35:07.331329 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0507 15:35:07.331487 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1778168067\" (2026-05-07 15:34:40 +0000 UTC to 2028-05-06 15:34:41 +0000 UTC (now=2026-05-07 15:35:07.331447721 +0000 UTC))" I0507 15:35:07.331672 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1778168107\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1778168106\" (2026-05-07 14:35:06 +0000 UTC to 2027-05-07 14:35:06 +0000 UTC (now=2026-05-07 15:35:07.331653856 +0000 UTC))" I0507 15:35:07.331691 1 secure_serving.go:213] Serving securely on [::]:8443 I0507 15:35:07.331707 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0507 15:35:07.331717 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0507 15:35:07.334424 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0507 15:35:07.334912 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0507 15:35:07.335309 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0507 15:35:07.432049 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0507 15:35:07.432066 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0507 15:35:07.432149 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0507 15:35:07.432250 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-07 15:22:15 +0000 UTC to 2036-05-04 15:22:15 +0000 UTC (now=2026-05-07 15:35:07.432224989 +0000 UTC))" I0507 15:35:07.432472 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1778168067\" (2026-05-07 15:34:40 +0000 UTC to 2028-05-06 15:34:41 +0000 UTC (now=2026-05-07 15:35:07.432453752 +0000 UTC))" I0507 15:35:07.432631 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1778168107\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1778168106\" (2026-05-07 14:35:06 +0000 UTC to 2027-05-07 14:35:06 +0000 UTC (now=2026-05-07 15:35:07.432617973 +0000 UTC))" I0507 15:35:07.432758 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-05-07 15:22:18 +0000 UTC to 2036-05-04 15:22:18 +0000 UTC (now=2026-05-07 15:35:07.432747502 +0000 UTC))" I0507 15:35:07.432792 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-05-07 15:22:22 +0000 UTC to 2036-05-04 15:22:22 +0000 UTC (now=2026-05-07 15:35:07.432769029 +0000 UTC))" I0507 15:35:07.432810 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-05-07 15:22:23 +0000 UTC to 2036-05-04 15:22:23 +0000 UTC (now=2026-05-07 15:35:07.432802116 +0000 UTC))" I0507 15:35:07.432824 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-05-07 15:22:27 +0000 UTC to 2036-05-04 15:22:27 +0000 UTC (now=2026-05-07 15:35:07.432816705 +0000 UTC))" I0507 15:35:07.432837 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-05-07 15:22:29 +0000 UTC to 2036-05-04 15:22:29 +0000 UTC (now=2026-05-07 15:35:07.432830632 +0000 UTC))" I0507 15:35:07.432854 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q55t84h1k57kpq3vk4j5maiqv1lcn9v-kx-b429a16ce0_customer-system-admin-signer@1778167477\" [] issuer=\"\" (2026-05-07 15:24:39 +0000 UTC to 2026-05-14 15:24:40 +0000 UTC (now=2026-05-07 15:35:07.432845464 +0000 UTC))" I0507 15:35:07.432875 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q55t84h1k57kpq3vk4j5maiqv1lcn9v-kx-b429a16ce0_sre-system-admin-signer@1778167477\" [] issuer=\"\" (2026-05-07 15:24:37 +0000 UTC to 2026-05-14 15:24:38 +0000 UTC (now=2026-05-07 15:35:07.432862201 +0000 UTC))" I0507 15:35:07.432898 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-07 15:22:15 +0000 UTC to 2036-05-04 15:22:15 +0000 UTC (now=2026-05-07 15:35:07.432884399 +0000 UTC))" I0507 15:35:07.433101 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1778168067\" (2026-05-07 15:34:40 +0000 UTC to 2028-05-06 15:34:41 +0000 UTC (now=2026-05-07 15:35:07.433089303 +0000 UTC))" I0507 15:35:07.433276 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1778168107\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1778168106\" (2026-05-07 14:35:06 +0000 UTC to 2027-05-07 14:35:06 +0000 UTC (now=2026-05-07 15:35:07.433252429 +0000 UTC))" I0507 15:35:07.712849 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQkpPSGI0SnJBWDR3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09ERTJPREEyTnpBZQpGdzB5TmpBMU1EY3hOVE0wTWpkYUZ3MHlPREEzTURVeE5UTTBNamhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemd4Tmpnd05qY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGJxdVZTbWkzSW9WWHc2aVYwc0ZKRGtsSkpQbWZmRG1mYwo5Yy9xRnJGemM2MXkxay9KOWgzRDhuYTdoYy9JQ3hyaWl2SjQvZGFqbkFDdHEyQ2ZpWGZLN25kc2JXT0NuMW5sCnVEZGtwTi9keHpDblhuYmE3NjJEVGlxbUxEYlc4anRGaXQyU3NaQzJsS2ZhSWJMU3p2MTdXWVlLVzc3cVhwVkMKKys4T2dBeGpJYTZUUEVad0RZRmFWVFU5SGFydnA3ZmtwNDZ4TUhMbGtCZHVKNkpjZkY4a3NrcGlHU3FCMUVQUwpSYnRmUUFsYnp5Z0pyUW91VVF2Vi8wbzhqSk5LakhhMTk0bjkzMTc1ZFl5emVTYlBvQ0hWMTBzSGFPZjFLL3dRCkNIeHNETENwaTFXUDIwTzBWVVdBdytsc1pOUkN0aE91REF2c05YdWkxV01yYVhLQXdFVTlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNQaHpCdgpyT0JyZGpyT0Z2ZVRTYmh4TlcyanNEQWZCZ05WSFNNRUdEQVdnQlNQaHpCdnJPQnJkanJPRnZlVFNiaHhOVzJqCnNEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUEyWlY3c0YyalorSnJIcndOaXIzcHMvUUZMQUE4bU1JTVJNNnUKb2pNb3dNWjYxMkxpMktkd1REaWY4REpaMkVWS2NwTldaeHNkV1M5aUxidERLZDZSRWVZMUM2ZThnMFVZTkZRMQpsUjB2SndGY3hsWkduMzUrUmRON01VMjhIVEt2djFrdFdGMVJEL2szMFVLb2lqZkRJN2FxVVYrYTdpb2t5Tmx6CnBoUURQVXVzNXRDQnhhbHVpZnFpa3pFbExXd0ppby9OdUREMmEzWFl5cGZsTC8wZlVha1hZSlQ0SVNLb1hPc2gKWTZoZTBDRWRidE9zMlVpS3Rpak9yWWdSblVlYVBIQkV1MUlLVlpmRllNTkJIellidjFrVHE5Nm1JRFd0L2hnSAp0QnVnYzBxMWJYMjBKa0cyNHpnejVqWU9HVkc4OVlHanlLSUpOQ2xlTkJya29MTnBxdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0507 15:35:07.719764 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0507 15:35:07.727139 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQkpPSGI0SnJBWDR3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09ERTJPREEyTnpBZQpGdzB5TmpBMU1EY3hOVE0wTWpkYUZ3MHlPREEzTURVeE5UTTBNamhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemd4Tmpnd05qY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGJxdVZTbWkzSW9WWHc2aVYwc0ZKRGtsSkpQbWZmRG1mYwo5Yy9xRnJGemM2MXkxay9KOWgzRDhuYTdoYy9JQ3hyaWl2SjQvZGFqbkFDdHEyQ2ZpWGZLN25kc2JXT0NuMW5sCnVEZGtwTi9keHpDblhuYmE3NjJEVGlxbUxEYlc4anRGaXQyU3NaQzJsS2ZhSWJMU3p2MTdXWVlLVzc3cVhwVkMKKys4T2dBeGpJYTZUUEVad0RZRmFWVFU5SGFydnA3ZmtwNDZ4TUhMbGtCZHVKNkpjZkY4a3NrcGlHU3FCMUVQUwpSYnRmUUFsYnp5Z0pyUW91VVF2Vi8wbzhqSk5LakhhMTk0bjkzMTc1ZFl5emVTYlBvQ0hWMTBzSGFPZjFLL3dRCkNIeHNETENwaTFXUDIwTzBWVVdBdytsc1pOUkN0aE91REF2c05YdWkxV01yYVhLQXdFVTlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNQaHpCdgpyT0JyZGpyT0Z2ZVRTYmh4TlcyanNEQWZCZ05WSFNNRUdEQVdnQlNQaHpCdnJPQnJkanJPRnZlVFNiaHhOVzJqCnNEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUEyWlY3c0YyalorSnJIcndOaXIzcHMvUUZMQUE4bU1JTVJNNnUKb2pNb3dNWjYxMkxpMktkd1REaWY4REpaMkVWS2NwTldaeHNkV1M5aUxidERLZDZSRWVZMUM2ZThnMFVZTkZRMQpsUjB2SndGY3hsWkduMzUrUmRON01VMjhIVEt2djFrdFdGMVJEL2szMFVLb2lqZkRJN2FxVVYrYTdpb2t5Tmx6CnBoUURQVXVzNXRDQnhhbHVpZnFpa3pFbExXd0ppby9OdUREMmEzWFl5cGZsTC8wZlVha1hZSlQ0SVNLb1hPc2gKWTZoZTBDRWRidE9zMlVpS3Rpak9yWWdSblVlYVBIQkV1MUlLVlpmRllNTkJIellidjFrVHE5Nm1JRFd0L2hnSAp0QnVnYzBxMWJYMjBKa0cyNHpnejVqWU9HVkc4OVlHanlLSUpOQ2xlTkJya29MTnBxdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0507 15:35:07.733934 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0507 15:35:09.830174 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0507 15:35:09.830201 1 tasks.go:49] processing task group 2 of 3 I0507 15:35:09.830232 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:35:09.830240 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0507 15:35:09.830258 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:35:09.830267 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0507 15:35:09.830274 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0507 15:35:09.830276 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0507 15:35:09.830286 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0507 15:35:09.830286 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0507 15:35:09.830296 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:35:09.830301 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:35:09.830307 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0507 15:35:09.830301 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:35:09.830317 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0507 15:35:09.830320 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0507 15:35:09.830327 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:35:09.862756 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0507 15:35:09.871335 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0507 15:35:09.884499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0507 15:35:09.913712 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:35:09.927205 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0507 15:35:09.932099 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0507 15:35:09.932121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0507 15:35:09.950032 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:35:09.950059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0507 15:35:09.996178 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0507 15:35:09.998433 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0507 15:35:09.998451 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0507 15:35:09.998700 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0507 15:35:10.090307 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0507 15:35:10.091700 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0507 15:35:10.093967 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0507 15:35:10.095735 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0507 15:35:10.099245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0507 15:35:10.099267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0507 15:35:10.104795 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0507 15:35:10.104818 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0507 15:35:10.108666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0507 15:35:10.117426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0507 15:35:10.128652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0507 15:35:10.139579 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0507 15:35:10.152203 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0507 15:35:10.164104 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0507 15:35:10.236164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0507 15:35:10.236344 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0507 15:35:10.365027 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0507 15:35:10.440532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0507 15:35:10.490032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0507 15:35:10.512334 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0507 15:35:10.551260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0507 15:35:10.610374 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0507 15:35:10.615663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0507 15:35:10.647520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0507 15:35:10.739651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0507 15:35:10.835104 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0507 15:35:10.909155 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0507 15:35:10.948681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0507 15:35:10.971909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0507 15:35:10.988887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0507 15:35:11.027828 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0507 15:35:11.045103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0507 15:35:11.115474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0507 15:35:11.115748 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0507 15:35:11.138694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0507 15:35:11.150870 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0507 15:35:11.185025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0507 15:35:11.205215 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0507 15:35:11.205412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0507 15:35:11.234623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0507 15:35:11.276136 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0507 15:35:11.748372 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:35:11.748442 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0507 15:35:11.749012 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0507 15:35:11.828874 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0507 15:35:11.863417 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0507 15:35:11.899448 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0507 15:35:11.965723 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:35:11.980600 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0507 15:35:11.997356 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0507 15:35:12.016803 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:35:12.019395 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0507 15:35:12.109632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0507 15:35:12.203579 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0507 15:35:12.256710 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-c7jpigss3se22 -n openshift-monitoring because it was missing I0507 15:35:12.296328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0507 15:35:12.426916 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0507 15:35:12.540591 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0507 15:35:12.639902 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0507 15:35:12.740825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0507 15:35:12.815721 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0507 15:35:12.845790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0507 15:35:12.954048 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0507 15:35:13.062816 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0507 15:35:13.162680 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0507 15:35:13.273374 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0507 15:35:13.289524 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0507 15:35:13.689819 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0507 15:35:14.259207 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0507 15:35:14.274192 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0507 15:35:14.715163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-6nt7f45hjr5hl -n openshift-monitoring because it was missing I0507 15:35:14.901575 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0507 15:35:14.934694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0507 15:35:16.321251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-19s5spg4b81fs -n openshift-monitoring because it was missing I0507 15:35:16.338755 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0507 15:35:16.366396 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0507 15:35:16.380683 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0507 15:35:22.204121 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:35:23.003431 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0507 15:35:23.003505 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0507 15:35:28.332119 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0507 15:35:28.370618 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0507 15:35:28.825464 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0507 15:35:44.773205 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0507 15:35:44.791035 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0507 15:35:44.791101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0507 15:35:45.955721 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0507 15:36:01.271540 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0507 15:36:26.446529 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0507 15:36:26.446573 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0507 15:36:26.446582 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0507 15:36:26.446601 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0507 15:36:26.447722 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0507 15:36:26.481048 1 operator.go:830] Updating ClusterOperator status to InProgress. I0507 15:36:26.486462 1 tasks.go:49] processing task group 1 of 3 I0507 15:36:26.486481 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0507 15:36:26.486500 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:36:26.501873 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:36:29.629435 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0507 15:36:29.629457 1 tasks.go:49] processing task group 2 of 3 I0507 15:36:29.629474 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:36:29.629482 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0507 15:36:29.629500 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0507 15:36:29.629522 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:36:29.629543 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0507 15:36:29.629564 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0507 15:36:29.629584 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:36:29.629602 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:36:29.629623 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0507 15:36:29.629645 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0507 15:36:29.629666 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0507 15:36:29.629679 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0507 15:36:29.629698 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:36:29.629717 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0507 15:36:29.629739 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:36:29.681255 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:36:29.703330 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:36:29.705907 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0507 15:36:29.714625 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0507 15:36:29.733197 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0507 15:36:29.780951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0507 15:36:29.797258 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0507 15:36:29.813463 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0507 15:36:29.840196 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:36:29.869341 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0507 15:36:30.697353 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:36:30.730360 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0507 15:36:30.738893 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:36:30.754448 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:36:30.764537 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0507 15:36:32.787764 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0507 15:36:34.760627 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0507 15:36:34.861656 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0507 15:36:35.692331 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0507 15:36:40.803855 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0507 15:36:42.955774 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0507 15:36:44.995156 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0507 15:36:44.995189 1 tasks.go:49] processing task group 3 of 3 I0507 15:36:44.995198 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0507 15:36:45.041769 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0507 15:36:45.041861 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4af7e982-cad7-4c25-9c6d-7cdd91c0cf82", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0507 15:36:45.048798 1 operator.go:851] Updating ClusterOperator status to done. W0507 15:36:45.084730 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0507 15:36:45.131127 1 operator.go:830] Updating ClusterOperator status to InProgress. I0507 15:36:45.136147 1 tasks.go:49] processing task group 1 of 3 I0507 15:36:45.136166 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0507 15:36:45.136184 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:36:45.149285 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:36:48.276331 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0507 15:36:48.276354 1 tasks.go:49] processing task group 2 of 3 I0507 15:36:48.276384 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:36:48.276379 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0507 15:36:48.276392 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0507 15:36:48.276405 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:36:48.276423 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0507 15:36:48.276449 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:36:48.276451 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0507 15:36:48.276483 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:36:48.276511 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0507 15:36:48.276516 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0507 15:36:48.276544 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:36:48.276555 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0507 15:36:48.276563 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0507 15:36:48.276593 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:36:48.276612 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0507 15:36:48.336608 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:36:48.365743 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:36:48.377225 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0507 15:36:48.425367 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:36:49.369833 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:36:49.406715 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0507 15:36:49.422537 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:36:49.438471 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0507 15:36:49.450375 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:36:51.492483 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0507 15:36:53.430084 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0507 15:36:54.344541 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0507 15:36:54.431299 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0507 15:36:59.480571 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0507 15:37:00.012775 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0507 15:37:00.033820 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0507 15:37:03.659057 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0507 15:37:03.659082 1 tasks.go:49] processing task group 3 of 3 I0507 15:37:03.659099 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0507 15:37:03.700250 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0507 15:37:03.707003 1 operator.go:851] Updating ClusterOperator status to done. W0507 15:37:03.718526 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0507 15:37:03.769736 1 operator.go:830] Updating ClusterOperator status to InProgress. I0507 15:37:03.776078 1 tasks.go:49] processing task group 1 of 3 I0507 15:37:03.776105 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0507 15:37:03.776117 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:37:03.792388 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:37:06.947075 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0507 15:37:06.947102 1 tasks.go:49] processing task group 2 of 3 I0507 15:37:06.947138 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0507 15:37:06.947160 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:37:06.947161 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:37:06.947187 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0507 15:37:06.947212 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0507 15:37:06.947226 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:37:06.947236 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0507 15:37:06.947272 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0507 15:37:06.947285 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0507 15:37:06.947312 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:37:06.947321 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0507 15:37:06.947349 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:37:06.947365 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:37:06.947198 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0507 15:37:06.947372 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0507 15:37:07.082819 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:37:07.138114 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:37:07.239285 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0507 15:37:07.338144 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:37:08.097583 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:37:08.113638 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:37:08.124375 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:37:08.174961 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0507 15:37:08.248768 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0507 15:37:10.146130 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0507 15:37:12.187359 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0507 15:37:13.017801 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0507 15:37:13.246040 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0507 15:37:18.140412 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0507 15:37:22.326274 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0507 15:37:22.326305 1 tasks.go:49] processing task group 3 of 3 I0507 15:37:22.326323 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0507 15:37:22.368197 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0507 15:37:22.374671 1 operator.go:851] Updating ClusterOperator status to done. I0507 15:40:06.610185 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0507 15:40:06.610226 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0507 15:40:06.684931 1 operator.go:830] Updating ClusterOperator status to InProgress. I0507 15:40:06.692843 1 tasks.go:49] processing task group 1 of 3 I0507 15:40:06.692870 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0507 15:40:06.692889 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:40:06.711723 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:40:09.861544 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0507 15:40:09.861567 1 tasks.go:49] processing task group 2 of 3 I0507 15:40:09.861594 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:40:09.861601 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0507 15:40:09.861623 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0507 15:40:09.861641 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:40:09.861665 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0507 15:40:09.861679 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0507 15:40:09.861705 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:40:09.861726 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0507 15:40:09.861758 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0507 15:40:09.861774 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:40:09.861791 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:40:09.861809 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0507 15:40:09.861827 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0507 15:40:09.861849 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0507 15:40:09.861871 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:40:09.927285 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:40:09.946657 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:40:09.965630 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0507 15:40:10.009540 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:40:10.952705 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:40:10.990646 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:40:11.006441 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:40:11.006540 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0507 15:40:11.065910 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0507 15:40:13.045681 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0507 15:40:14.988649 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0507 15:40:15.919879 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0507 15:40:16.011471 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0507 15:40:21.025017 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0507 15:40:25.183881 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0507 15:40:25.183911 1 tasks.go:49] processing task group 3 of 3 I0507 15:40:25.183921 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0507 15:40:25.219160 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0507 15:40:25.223987 1 operator.go:851] Updating ClusterOperator status to done. I0507 15:45:06.610741 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0507 15:45:06.610797 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0507 15:45:06.637817 1 operator.go:830] Updating ClusterOperator status to InProgress. I0507 15:45:06.642500 1 tasks.go:49] processing task group 1 of 3 I0507 15:45:06.642525 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0507 15:45:06.642539 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:45:06.653081 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:45:09.790318 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0507 15:45:09.790342 1 tasks.go:49] processing task group 2 of 3 I0507 15:45:09.790370 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:45:09.790376 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0507 15:45:09.790390 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:45:09.790412 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0507 15:45:09.790432 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0507 15:45:09.790446 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0507 15:45:09.790473 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:45:09.790500 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:45:09.790525 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:45:09.790541 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0507 15:45:09.790563 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0507 15:45:09.790587 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0507 15:45:09.790600 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0507 15:45:09.790605 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:45:09.790603 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0507 15:45:09.855264 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:45:09.869862 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:45:09.883987 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0507 15:45:09.932663 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:45:10.869074 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:45:10.890150 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:45:10.896685 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:45:10.903333 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0507 15:45:10.936753 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0507 15:45:12.942071 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0507 15:45:14.925220 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0507 15:45:15.846148 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0507 15:45:15.948491 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0507 15:45:20.942011 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0507 15:45:25.119729 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0507 15:45:25.119755 1 tasks.go:49] processing task group 3 of 3 I0507 15:45:25.119769 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0507 15:45:25.159292 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0507 15:45:25.164185 1 operator.go:851] Updating ClusterOperator status to done. I0507 15:50:06.519228 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0507 15:50:06.519264 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0507 15:50:06.519331 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0507 15:50:06.519367 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0507 15:50:06.521520 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0507 15:50:06.521592 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0507 15:50:06.521714 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0507 15:50:06.521757 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0507 15:50:06.521773 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0507 15:50:06.525478 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0507 15:50:06.525509 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0507 15:50:06.526424 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0507 15:50:06.545900 1 operator.go:830] Updating ClusterOperator status to InProgress. I0507 15:50:06.549862 1 tasks.go:49] processing task group 1 of 3 I0507 15:50:06.549890 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0507 15:50:06.549903 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:50:06.561414 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0507 15:50:06.563485 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:50:06.610184 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0507 15:50:09.690547 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0507 15:50:09.690574 1 tasks.go:49] processing task group 2 of 3 I0507 15:50:09.690613 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:50:09.690619 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0507 15:50:09.690628 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0507 15:50:09.690648 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:50:09.690671 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:50:09.690688 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0507 15:50:09.690714 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0507 15:50:09.690735 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0507 15:50:09.690768 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:50:09.690788 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:50:09.690817 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0507 15:50:09.690808 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:50:09.690823 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0507 15:50:09.690843 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0507 15:50:09.690893 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0507 15:50:09.750484 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:50:09.767071 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:50:09.782195 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0507 15:50:09.831808 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:50:10.773389 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:50:10.794242 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:50:10.796783 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0507 15:50:10.807656 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:50:10.836928 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0507 15:50:12.845649 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0507 15:50:14.814569 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0507 15:50:15.745929 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0507 15:50:15.841064 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0507 15:50:20.851878 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0507 15:50:24.986173 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0507 15:50:24.986200 1 tasks.go:49] processing task group 3 of 3 I0507 15:50:24.986216 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0507 15:50:25.020999 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0507 15:50:25.026137 1 operator.go:851] Updating ClusterOperator status to done. W0507 15:50:25.034737 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0507 15:50:25.058102 1 operator.go:830] Updating ClusterOperator status to InProgress. I0507 15:50:25.062404 1 tasks.go:49] processing task group 1 of 3 I0507 15:50:25.062435 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0507 15:50:25.062443 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:50:25.074645 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0507 15:50:28.190004 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0507 15:50:28.190027 1 tasks.go:49] processing task group 2 of 3 I0507 15:50:28.190050 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:50:28.190057 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:50:28.190068 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0507 15:50:28.190093 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0507 15:50:28.190117 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0507 15:50:28.190133 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0507 15:50:28.190145 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:50:28.190167 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0507 15:50:28.190199 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:50:28.190218 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0507 15:50:28.190257 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0507 15:50:28.190251 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:50:28.190271 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0507 15:50:28.190266 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0507 15:50:28.190287 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:50:28.267208 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0507 15:50:28.282039 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0507 15:50:28.287816 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0507 15:50:28.341067 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0507 15:50:29.279498 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0507 15:50:29.297546 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0507 15:50:29.310392 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0507 15:50:29.315124 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0507 15:50:29.340971 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0507 15:50:31.338722 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0507 15:50:33.331198 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0507 15:50:34.266775 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0507 15:50:34.448686 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient