W0509 03:14:29.925909 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0509 03:14:29.926278 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0509 03:14:29.926294 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0509 03:14:29.926299 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0509 03:14:29.926304 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0509 03:14:29.948390 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0509 03:14:29.951160 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0509 03:14:29.951315 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0509 03:14:29.951404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0509 03:14:29.952655 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0509 03:14:29.961340 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0509 03:14:29.961607 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0509 03:14:29.961675 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0509 03:14:29.961710 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0509 03:14:29.961748 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0509 03:14:29.962352 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0509 03:14:29.962866 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0509 03:14:29.963680 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0509 03:14:29.963741 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0509 03:14:29.963773 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0509 03:14:29.963798 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0509 03:14:29.964347 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0509 03:14:29.966317 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0509 03:14:29.968747 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0509 03:14:29.969414 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0509 03:14:29.970031 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0509 03:14:30.004544 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0509 03:14:30.054400 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0509 03:14:30.054469 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0509 03:14:30.054473 1 relabel_controller.go:117] Starting alert relabel config controller I0509 03:14:30.054490 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0509 03:14:30.054495 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0509 03:14:30.054510 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0509 03:14:30.054515 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0509 03:14:30.054461 1 rule_controller.go:114] Starting alerting rules controller I0509 03:14:30.054494 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0509 03:14:30.054558 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0509 03:14:30.054463 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0509 03:14:30.054503 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0509 03:14:30.054578 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0509 03:14:30.054587 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0509 03:14:30.054578 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0509 03:14:30.057606 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0509 03:14:30.057815 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119 I0509 03:14:30.057863 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0509 03:14:30.058426 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0509 03:14:30.060219 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.060338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0509 03:14:30.060595 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.060639 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.060655 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0509 03:14:30.060766 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0509 03:14:30.071590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-rvwnx" is created for OpenShiftMonitoringTelemeterClientCertRequester I0509 03:14:30.073301 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-dpcq4" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0509 03:14:30.073474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-srrzd" is created for OpenShiftMonitoringClientCertRequester I0509 03:14:30.076012 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.081381 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.082833 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.082855 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.087717 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.087733 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.088035 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.092292 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.093414 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.096351 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.096574 1 operator.go:830] Updating ClusterOperator status to InProgress. I0509 03:14:30.100249 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.104319 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.104331 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.105660 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.117058 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.117065 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.117256 1 tasks.go:49] processing task group 1 of 3 I0509 03:14:30.117287 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0509 03:14:30.117289 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:14:30.117094 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.125262 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.125297 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.125345 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.132858 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.132948 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0509 03:14:30.136907 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.136924 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.138181 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.142342 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.142847 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0509 03:14:30.148141 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0509 03:14:30.148242 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0509 03:14:30.151635 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0509 03:14:30.151730 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0509 03:14:30.152161 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0509 03:14:30.152154 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0509 03:14:30.152254 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0509 03:14:30.155136 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0509 03:14:30.155215 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0509 03:14:30.159007 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:14:30.169721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0509 03:14:30.203993 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0509 03:14:30.279013 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0509 03:14:30.280374 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0509 03:14:30.280388 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0509 03:14:30.280399 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0509 03:14:30.280404 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0509 03:14:30.283109 1 secure_serving.go:57] Forcing use of http/1.1 only I0509 03:14:30.283126 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0509 03:14:30.287640 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0509 03:14:30.287647 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0509 03:14:30.287659 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0509 03:14:30.287663 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0509 03:14:30.287666 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0509 03:14:30.287681 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0509 03:14:30.287946 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0509 03:14:30.288100 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1778296442\" (2026-05-09 03:14:14 +0000 UTC to 2028-05-08 03:14:15 +0000 UTC (now=2026-05-09 03:14:30.288065785 +0000 UTC))" I0509 03:14:30.288339 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1778296470\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1778296470\" (2026-05-09 02:14:29 +0000 UTC to 2027-05-09 02:14:29 +0000 UTC (now=2026-05-09 03:14:30.288322214 +0000 UTC))" I0509 03:14:30.288359 1 secure_serving.go:213] Serving securely on [::]:8443 I0509 03:14:30.288384 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0509 03:14:30.288383 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0509 03:14:30.290477 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0509 03:14:30.290523 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0509 03:14:30.290674 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0509 03:14:30.294333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0509 03:14:30.306219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0509 03:14:30.339070 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0509 03:14:30.351410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0509 03:14:30.388708 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0509 03:14:30.388785 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0509 03:14:30.388867 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0509 03:14:30.388944 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-09 02:58:49 +0000 UTC to 2036-05-06 02:58:49 +0000 UTC (now=2026-05-09 03:14:30.388921888 +0000 UTC))" I0509 03:14:30.389154 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1778296442\" (2026-05-09 03:14:14 +0000 UTC to 2028-05-08 03:14:15 +0000 UTC (now=2026-05-09 03:14:30.389134869 +0000 UTC))" I0509 03:14:30.389360 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1778296470\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1778296470\" (2026-05-09 02:14:29 +0000 UTC to 2027-05-09 02:14:29 +0000 UTC (now=2026-05-09 03:14:30.38934697 +0000 UTC))" I0509 03:14:30.389480 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-05-09 02:58:52 +0000 UTC to 2036-05-06 02:58:52 +0000 UTC (now=2026-05-09 03:14:30.389469701 +0000 UTC))" I0509 03:14:30.389501 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-05-09 02:58:53 +0000 UTC to 2036-05-06 02:58:53 +0000 UTC (now=2026-05-09 03:14:30.389491262 +0000 UTC))" I0509 03:14:30.389515 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-05-09 02:58:56 +0000 UTC to 2036-05-06 02:58:56 +0000 UTC (now=2026-05-09 03:14:30.389507206 +0000 UTC))" I0509 03:14:30.389535 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-05-09 02:58:58 +0000 UTC to 2036-05-06 02:58:58 +0000 UTC (now=2026-05-09 03:14:30.389523526 +0000 UTC))" I0509 03:14:30.389553 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-05-09 02:59:00 +0000 UTC to 2036-05-06 02:59:00 +0000 UTC (now=2026-05-09 03:14:30.389543725 +0000 UTC))" I0509 03:14:30.389569 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q657b3n075gadd3dulh07oh0strk590-kx-af110589fb_customer-system-admin-signer@1778295651\" [] issuer=\"\" (2026-05-09 03:00:51 +0000 UTC to 2026-05-16 03:00:52 +0000 UTC (now=2026-05-09 03:14:30.389560327 +0000 UTC))" I0509 03:14:30.389590 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q657b3n075gadd3dulh07oh0strk590-kx-af110589fb_sre-system-admin-signer@1778295651\" [] issuer=\"\" (2026-05-09 03:00:51 +0000 UTC to 2026-05-16 03:00:52 +0000 UTC (now=2026-05-09 03:14:30.389578796 +0000 UTC))" I0509 03:14:30.389604 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-09 02:58:49 +0000 UTC to 2036-05-06 02:58:49 +0000 UTC (now=2026-05-09 03:14:30.389597375 +0000 UTC))" I0509 03:14:30.389773 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1778296442\" (2026-05-09 03:14:14 +0000 UTC to 2028-05-08 03:14:15 +0000 UTC (now=2026-05-09 03:14:30.389761331 +0000 UTC))" I0509 03:14:30.389930 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1778296470\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1778296470\" (2026-05-09 02:14:29 +0000 UTC to 2027-05-09 02:14:29 +0000 UTC (now=2026-05-09 03:14:30.38991964 +0000 UTC))" I0509 03:14:37.263583 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0509 03:14:40.394959 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0509 03:14:40.405387 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0509 03:14:40.419718 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0509 03:14:46.532244 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0509 03:14:46.532269 1 tasks.go:49] processing task group 2 of 3 I0509 03:14:46.532304 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:14:46.532311 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0509 03:14:46.532316 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:14:46.532329 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0509 03:14:46.532323 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:14:46.532335 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0509 03:14:46.532341 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:14:46.532348 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0509 03:14:46.532349 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:14:46.532353 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0509 03:14:46.532355 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0509 03:14:46.532361 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0509 03:14:46.532301 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0509 03:14:46.532379 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:14:46.532359 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0509 03:14:46.556009 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0509 03:14:46.566064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0509 03:14:46.582944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0509 03:14:46.582968 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0509 03:14:46.586298 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0509 03:14:46.591972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0509 03:14:46.615074 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:14:46.623905 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0509 03:14:46.639618 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:14:46.658447 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0509 03:14:46.658827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0509 03:14:46.718447 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0509 03:14:46.718488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0509 03:14:46.727846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0509 03:14:46.730713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0509 03:14:46.813166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0509 03:14:46.816456 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0509 03:14:46.816477 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0509 03:14:46.816641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0509 03:14:46.816691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0509 03:14:46.816917 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing W0509 03:14:46.833008 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0509 03:14:46.833024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0509 03:14:46.833341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0509 03:14:46.836451 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0509 03:14:46.848770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0509 03:14:46.854762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0509 03:14:46.869967 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0509 03:14:46.872574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0509 03:14:46.944064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0509 03:14:46.956043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0509 03:14:47.070033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0509 03:14:47.113771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0509 03:14:47.161071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0509 03:14:47.257263 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0509 03:14:47.321711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0509 03:14:47.338961 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0509 03:14:47.366369 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0509 03:14:47.423990 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0509 03:14:47.519887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0509 03:14:47.599570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0509 03:14:47.633557 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0509 03:14:47.681615 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0509 03:14:47.694244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0509 03:14:47.726663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0509 03:14:47.739548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0509 03:14:47.822345 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0509 03:14:47.822902 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0509 03:14:47.831653 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0509 03:14:47.841102 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0509 03:14:47.873254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0509 03:14:47.889605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0509 03:14:47.889664 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0509 03:14:47.928113 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0509 03:14:47.942567 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0509 03:14:48.045697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0509 03:14:48.337936 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0509 03:14:48.670298 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0509 03:14:48.680858 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0509 03:14:48.692741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0509 03:14:48.780994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0509 03:14:48.869710 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0509 03:14:48.962729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0509 03:14:49.065463 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0509 03:14:49.168834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0509 03:14:49.266107 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0509 03:14:49.370542 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0509 03:14:49.410040 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:14:49.410065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0509 03:14:49.410703 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0509 03:14:49.473836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0509 03:14:49.583444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0509 03:14:49.638652 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:14:49.647776 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:14:49.684034 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0509 03:14:49.784573 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0509 03:14:49.857400 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0509 03:14:49.871112 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0509 03:14:49.940540 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:14:49.954405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-6r3fi0rca1csg -n openshift-monitoring because it was missing I0509 03:14:50.392048 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0509 03:14:50.973198 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0509 03:14:50.997795 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0509 03:14:51.414559 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-e6b4lhfv2svqf -n openshift-monitoring because it was missing I0509 03:14:51.593541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0509 03:14:51.625371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0509 03:14:52.902851 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-56u225gs760tj -n openshift-monitoring because it was missing I0509 03:14:52.919091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0509 03:14:52.938773 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0509 03:14:52.948459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0509 03:14:56.673652 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0509 03:14:56.673715 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0509 03:15:03.041009 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0509 03:15:03.072420 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0509 03:15:11.073264 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0509 03:15:17.463491 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0509 03:15:17.472855 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0509 03:15:17.472922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0509 03:15:20.353660 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0509 03:15:27.949409 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0509 03:15:41.074634 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0509 03:16:03.004164 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0509 03:16:03.004223 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0509 03:16:03.004232 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0509 03:16:03.004252 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0509 03:16:03.005355 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0509 03:16:03.031969 1 operator.go:830] Updating ClusterOperator status to InProgress. I0509 03:16:03.036417 1 tasks.go:49] processing task group 1 of 3 I0509 03:16:03.036436 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0509 03:16:03.036449 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:16:03.047737 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:16:04.083933 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTWJmV0dETHA2U3d3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09ESTVOalEwTWpBZQpGdzB5TmpBMU1Ea3dNekUwTURKYUZ3MHlPREEzTURjd016RTBNRE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemd5T1RZME5ESXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRDBTLzNXT0NZSU9PeklkSS9NWXZFRm9LK1phVzdvVnlOQQpkU3RrZ1VSTmRvSmgwNzVSZzl4VWpBK0UyTjFWUWpKems0UFA5cSsxc0xKTGxyeGdpVnpPeHNhTG45TGRGWlBhCnNrbzlGb1BxdFFWYlliV2k4Y0xCOGdTQ3J3V1ZWMnpyRVJEY0VidlJqR2lvNHRGVW81V0N2ZzM3RkszVkpqTzcKQ0ZiV2IraGNCSVp4REtGemh2S293WWE2UlZxMDNJTk1GSURleS9IRWs3SUpvYUlTKzU2V1RibjlkOXdIQ0tucQpkajlML1UwYnV5WVJScSt3WUo2Smd5Sk9ZenhyZ3hOR0hCamJOMnRTNDBKd1RydFN0MEZOZXJOUGxsZmtrcWNoCnZwSmtSNmhSYW1RZXdsM0FtdmxNenNRV0tOVi9XbFpEcWVrTWVWUTJzN1lDeVBVWmNwb0ZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJZVVRPMApkVWZtL0t6SlJ0WVVqWGloOXJlK2hUQWZCZ05WSFNNRUdEQVdnQlJZVVRPMGRVZm0vS3pKUnRZVWpYaWg5cmUrCmhUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUExNWdDdVY3d3gyN3lqY0JFM3dYU20zRVVGQUhHVGoxM1ZNZU4KV200NzFFbG14Mmc3VFN0Mm9GVmkyK2dzK0JsYWZrVXFNMnlmQkxLYkFyM1A2UjlUVm9ELytPT1pCWTl6VmE0eQpCT3pWM1pONThSZWxGcy94dklKaHlSQ05zTEdBK1A0MTJOV2o3dmZYdVhxQVNwcTlieTU2c2JUSGdlVHhmUGVlClhRR0xxbWd2dk1ITU9UOUdHL3BidjlTYjlkbnpaanJpKzJUZ09WL0xPMEVXR0NjWmN1cDJqRW00YVVOa1Z3clUKZHdxcUdwL3QyRTdTeUMwL2d5cmFuTE5LNGo4L29VWTl3UzVoODMySG11UGxXUGRtelAwUXdmMWo0VEs4QWloUApDUXF0eUNNNHowaXBXNGtkaHRnWGxhS09reUtlcW9YUkZjMFQ4Vis1bjhCL2Z4bmI4dz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0509 03:16:04.090983 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0509 03:16:04.099462 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTWJmV0dETHA2U3d3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09ESTVOalEwTWpBZQpGdzB5TmpBMU1Ea3dNekUwTURKYUZ3MHlPREEzTURjd016RTBNRE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemd5T1RZME5ESXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRDBTLzNXT0NZSU9PeklkSS9NWXZFRm9LK1phVzdvVnlOQQpkU3RrZ1VSTmRvSmgwNzVSZzl4VWpBK0UyTjFWUWpKems0UFA5cSsxc0xKTGxyeGdpVnpPeHNhTG45TGRGWlBhCnNrbzlGb1BxdFFWYlliV2k4Y0xCOGdTQ3J3V1ZWMnpyRVJEY0VidlJqR2lvNHRGVW81V0N2ZzM3RkszVkpqTzcKQ0ZiV2IraGNCSVp4REtGemh2S293WWE2UlZxMDNJTk1GSURleS9IRWs3SUpvYUlTKzU2V1RibjlkOXdIQ0tucQpkajlML1UwYnV5WVJScSt3WUo2Smd5Sk9ZenhyZ3hOR0hCamJOMnRTNDBKd1RydFN0MEZOZXJOUGxsZmtrcWNoCnZwSmtSNmhSYW1RZXdsM0FtdmxNenNRV0tOVi9XbFpEcWVrTWVWUTJzN1lDeVBVWmNwb0ZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJZVVRPMApkVWZtL0t6SlJ0WVVqWGloOXJlK2hUQWZCZ05WSFNNRUdEQVdnQlJZVVRPMGRVZm0vS3pKUnRZVWpYaWg5cmUrCmhUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUExNWdDdVY3d3gyN3lqY0JFM3dYU20zRVVGQUhHVGoxM1ZNZU4KV200NzFFbG14Mmc3VFN0Mm9GVmkyK2dzK0JsYWZrVXFNMnlmQkxLYkFyM1A2UjlUVm9ELytPT1pCWTl6VmE0eQpCT3pWM1pONThSZWxGcy94dklKaHlSQ05zTEdBK1A0MTJOV2o3dmZYdVhxQVNwcTlieTU2c2JUSGdlVHhmUGVlClhRR0xxbWd2dk1ITU9UOUdHL3BidjlTYjlkbnpaanJpKzJUZ09WL0xPMEVXR0NjWmN1cDJqRW00YVVOa1Z3clUKZHdxcUdwL3QyRTdTeUMwL2d5cmFuTE5LNGo4L29VWTl3UzVoODMySG11UGxXUGRtelAwUXdmMWo0VEs4QWloUApDUXF0eUNNNHowaXBXNGtkaHRnWGxhS09reUtlcW9YUkZjMFQ4Vis1bjhCL2Z4bmI4dz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0509 03:16:04.104430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0509 03:16:06.183409 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0509 03:16:06.183432 1 tasks.go:49] processing task group 2 of 3 I0509 03:16:06.183458 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:16:06.183465 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0509 03:16:06.183474 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0509 03:16:06.183506 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0509 03:16:06.183516 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0509 03:16:06.183529 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:16:06.183554 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0509 03:16:06.183576 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0509 03:16:06.183602 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:16:06.183634 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0509 03:16:06.183640 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:16:06.183662 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:16:06.183675 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0509 03:16:06.183671 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0509 03:16:06.183698 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:16:06.244129 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:16:06.267888 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:16:06.275067 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0509 03:16:06.278685 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0509 03:16:06.293151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0509 03:16:06.315791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0509 03:16:06.326007 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0509 03:16:06.340073 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:16:06.342555 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0509 03:16:06.400137 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0509 03:16:07.267867 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:16:07.294113 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0509 03:16:07.294987 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:16:07.298243 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:16:07.321056 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0509 03:16:09.347763 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0509 03:16:11.321115 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0509 03:16:11.387081 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0509 03:16:12.235764 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0509 03:16:14.475063 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0509 03:17:17.399576 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0509 03:18:21.499900 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0509 03:18:21.499926 1 tasks.go:49] processing task group 3 of 3 I0509 03:18:21.499943 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0509 03:18:21.554537 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0509 03:18:21.554615 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16baac0e-f862-4530-8de0-3f137e5e1851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0509 03:18:21.559067 1 operator.go:851] Updating ClusterOperator status to done. W0509 03:18:21.611075 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0509 03:18:21.644477 1 operator.go:830] Updating ClusterOperator status to InProgress. I0509 03:18:21.648714 1 tasks.go:49] processing task group 1 of 3 I0509 03:18:21.648742 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0509 03:18:21.648751 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:18:21.660460 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:18:24.778532 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0509 03:18:24.778553 1 tasks.go:49] processing task group 2 of 3 I0509 03:18:24.778582 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:18:24.778581 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0509 03:18:24.778597 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:18:24.778616 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0509 03:18:24.778640 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0509 03:18:24.778658 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0509 03:18:24.778676 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0509 03:18:24.778697 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:18:24.778717 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:18:24.778740 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0509 03:18:24.778758 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:18:24.778770 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0509 03:18:24.778784 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:18:24.778818 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0509 03:18:24.778747 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0509 03:18:24.839988 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:18:24.863903 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:18:24.868126 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0509 03:18:24.919914 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:18:25.851717 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:18:25.876136 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:18:25.877814 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:18:25.887058 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0509 03:18:25.917903 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0509 03:18:27.931923 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0509 03:18:29.902429 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0509 03:18:30.831135 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0509 03:18:30.921214 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0509 03:18:35.920811 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0509 03:18:40.050505 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0509 03:18:40.050527 1 tasks.go:49] processing task group 3 of 3 I0509 03:18:40.050542 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0509 03:18:40.084251 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0509 03:18:40.088589 1 operator.go:851] Updating ClusterOperator status to done. I0509 03:18:41.075005 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0509 03:18:41.075036 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0509 03:18:41.121444 1 operator.go:830] Updating ClusterOperator status to InProgress. I0509 03:18:41.132107 1 tasks.go:49] processing task group 1 of 3 I0509 03:18:41.132131 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0509 03:18:41.132148 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:18:41.151344 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:18:44.259066 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0509 03:18:44.259089 1 tasks.go:49] processing task group 2 of 3 I0509 03:18:44.259116 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:18:44.259129 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0509 03:18:44.259139 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0509 03:18:44.259163 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:18:44.259202 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0509 03:18:44.259214 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0509 03:18:44.259236 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:18:44.259256 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:18:44.259291 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:18:44.259309 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:18:44.259331 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0509 03:18:44.259352 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0509 03:18:44.259368 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0509 03:18:44.259386 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0509 03:18:44.259400 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0509 03:18:44.345952 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:18:44.422914 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:18:44.446037 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0509 03:18:44.533728 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:18:45.364126 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:18:45.369341 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:18:45.385429 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:18:45.409165 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0509 03:18:45.467734 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0509 03:18:47.405844 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0509 03:18:49.428005 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0509 03:18:50.316676 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0509 03:18:50.505044 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0509 03:18:55.401460 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0509 03:18:59.561940 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0509 03:18:59.561967 1 tasks.go:49] processing task group 3 of 3 I0509 03:18:59.561988 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0509 03:18:59.605240 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0509 03:18:59.610074 1 operator.go:851] Updating ClusterOperator status to done. I0509 03:19:30.055098 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0509 03:19:30.055154 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0509 03:19:30.083708 1 operator.go:830] Updating ClusterOperator status to InProgress. I0509 03:19:30.088566 1 tasks.go:49] processing task group 1 of 3 I0509 03:19:30.088591 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0509 03:19:30.088604 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:19:30.103563 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:19:33.222559 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0509 03:19:33.222583 1 tasks.go:49] processing task group 2 of 3 I0509 03:19:33.222617 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:19:33.222622 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0509 03:19:33.222639 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0509 03:19:33.222658 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:19:33.222671 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0509 03:19:33.222691 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0509 03:19:33.222711 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0509 03:19:33.222724 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:19:33.222746 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0509 03:19:33.222759 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:19:33.222780 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0509 03:19:33.222803 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:19:33.222823 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0509 03:19:33.222838 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0509 03:19:33.222863 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:19:33.269572 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:19:33.296389 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:19:33.313246 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0509 03:19:33.364693 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:19:34.287616 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:19:34.320296 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:19:34.323552 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0509 03:19:34.337036 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:19:34.360539 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0509 03:19:36.365782 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0509 03:19:38.347877 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0509 03:19:39.283759 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0509 03:19:39.372747 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0509 03:19:44.375785 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0509 03:19:48.546376 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0509 03:19:48.546399 1 tasks.go:49] processing task group 3 of 3 I0509 03:19:48.546417 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0509 03:19:48.579891 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0509 03:19:48.584648 1 operator.go:851] Updating ClusterOperator status to done. I0509 03:21:01.429397 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0509 03:21:01.429423 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0509 03:21:01.464304 1 operator.go:830] Updating ClusterOperator status to InProgress. I0509 03:21:01.470321 1 tasks.go:49] processing task group 1 of 3 I0509 03:21:01.470347 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0509 03:21:01.470360 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:21:01.493453 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:21:04.623649 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0509 03:21:04.623673 1 tasks.go:49] processing task group 2 of 3 I0509 03:21:04.623696 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:21:04.623708 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0509 03:21:04.623717 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0509 03:21:04.623734 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:21:04.623756 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:21:04.623769 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0509 03:21:04.623784 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:21:04.623800 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0509 03:21:04.623819 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:21:04.623853 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0509 03:21:04.623871 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0509 03:21:04.623890 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0509 03:21:04.623907 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0509 03:21:04.623933 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0509 03:21:04.623701 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:21:04.721951 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:21:04.773992 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0509 03:21:04.783901 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:21:04.862458 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:21:05.738521 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:21:05.757129 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:21:05.758684 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:21:05.802840 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0509 03:21:05.839032 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0509 03:21:07.816133 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0509 03:21:09.806820 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0509 03:21:10.691630 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0509 03:21:10.839315 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0509 03:21:15.821533 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0509 03:21:19.978817 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0509 03:21:19.978841 1 tasks.go:49] processing task group 3 of 3 I0509 03:21:19.978856 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0509 03:21:20.053052 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0509 03:21:20.058468 1 operator.go:851] Updating ClusterOperator status to done. I0509 03:24:30.054999 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0509 03:24:30.055055 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0509 03:24:30.085837 1 operator.go:830] Updating ClusterOperator status to InProgress. I0509 03:24:30.091345 1 tasks.go:49] processing task group 1 of 3 I0509 03:24:30.091368 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0509 03:24:30.091387 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:24:30.106945 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:24:33.245154 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0509 03:24:33.245189 1 tasks.go:49] processing task group 2 of 3 I0509 03:24:33.245210 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:24:33.245261 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0509 03:24:33.245276 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:24:33.245282 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0509 03:24:33.245305 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0509 03:24:33.245327 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0509 03:24:33.245357 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0509 03:24:33.245371 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:24:33.245392 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:24:33.245424 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0509 03:24:33.245430 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:24:33.245445 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0509 03:24:33.245468 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0509 03:24:33.245265 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0509 03:24:33.245500 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:24:33.342413 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:24:33.379599 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:24:33.409943 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0509 03:24:33.513701 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:24:34.361834 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:24:34.364403 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:24:34.388340 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0509 03:24:34.388842 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:24:34.454974 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0509 03:24:36.419462 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0509 03:24:38.390650 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0509 03:24:39.296703 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0509 03:24:39.449792 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0509 03:24:44.427950 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0509 03:24:48.582722 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0509 03:24:48.582747 1 tasks.go:49] processing task group 3 of 3 I0509 03:24:48.582755 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0509 03:24:48.620668 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0509 03:24:48.628285 1 operator.go:851] Updating ClusterOperator status to done. I0509 03:29:29.962228 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0509 03:29:29.962272 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0509 03:29:29.962550 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0509 03:29:29.962637 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0509 03:29:29.962675 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0509 03:29:29.962728 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0509 03:29:29.963879 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0509 03:29:29.963886 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0509 03:29:29.963928 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0509 03:29:29.963951 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0509 03:29:29.964978 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0509 03:29:29.967046 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0509 03:29:29.992610 1 operator.go:830] Updating ClusterOperator status to InProgress. I0509 03:29:29.997526 1 tasks.go:49] processing task group 1 of 3 I0509 03:29:29.997549 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0509 03:29:29.997555 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:29:30.005062 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0509 03:29:30.010258 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:29:30.055021 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0509 03:29:33.145363 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0509 03:29:33.145383 1 tasks.go:49] processing task group 2 of 3 I0509 03:29:33.145407 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0509 03:29:33.145413 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:29:33.145423 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:29:33.145452 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0509 03:29:33.145463 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0509 03:29:33.145483 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:29:33.145499 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:29:33.145522 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0509 03:29:33.145545 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0509 03:29:33.145541 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0509 03:29:33.145560 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:29:33.145601 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0509 03:29:33.145608 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:29:33.145654 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0509 03:29:33.145662 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0509 03:29:33.212792 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:29:33.224761 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:29:33.244685 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0509 03:29:33.296968 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:29:34.221879 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:29:34.261115 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0509 03:29:34.267700 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:29:34.268571 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:29:34.297989 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0509 03:29:36.326715 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0509 03:29:38.281595 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0509 03:29:39.201684 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0509 03:29:39.305385 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0509 03:29:44.315868 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0509 03:29:48.481738 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0509 03:29:48.481764 1 tasks.go:49] processing task group 3 of 3 I0509 03:29:48.481781 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0509 03:29:48.517395 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0509 03:29:48.522434 1 operator.go:851] Updating ClusterOperator status to done. W0509 03:29:48.532128 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0509 03:29:48.559713 1 operator.go:830] Updating ClusterOperator status to InProgress. I0509 03:29:48.564426 1 tasks.go:49] processing task group 1 of 3 I0509 03:29:48.564449 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0509 03:29:48.564472 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:29:48.578265 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:29:51.693404 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0509 03:29:51.693424 1 tasks.go:49] processing task group 2 of 3 I0509 03:29:51.693450 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:29:51.693458 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0509 03:29:51.693472 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0509 03:29:51.693488 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:29:51.693508 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0509 03:29:51.693530 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:29:51.693549 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0509 03:29:51.693562 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:29:51.693581 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0509 03:29:51.693605 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0509 03:29:51.693630 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:29:51.693650 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0509 03:29:51.693682 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0509 03:29:51.693687 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0509 03:29:51.693709 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:29:51.750751 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:29:51.768657 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:29:51.779321 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0509 03:29:51.833159 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:29:52.768456 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:29:52.789757 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:29:52.795019 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0509 03:29:52.803304 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:29:52.824520 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0509 03:29:54.854997 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0509 03:29:56.819380 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0509 03:29:57.751996 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0509 03:29:57.849537 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0509 03:30:02.847708 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0509 03:30:07.004741 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0509 03:30:07.004765 1 tasks.go:49] processing task group 3 of 3 I0509 03:30:07.004774 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0509 03:30:07.041496 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0509 03:30:07.046551 1 operator.go:851] Updating ClusterOperator status to done. I0509 03:34:30.055026 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0509 03:34:30.055084 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0509 03:34:30.086477 1 operator.go:830] Updating ClusterOperator status to InProgress. I0509 03:34:30.091701 1 tasks.go:49] processing task group 1 of 3 I0509 03:34:30.091730 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0509 03:34:30.091745 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:34:30.104885 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:34:33.255869 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0509 03:34:33.255891 1 tasks.go:49] processing task group 2 of 3 I0509 03:34:33.255917 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:34:33.255938 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0509 03:34:33.255955 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:34:33.255965 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0509 03:34:33.255976 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0509 03:34:33.255988 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0509 03:34:33.256018 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:34:33.256025 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0509 03:34:33.256051 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0509 03:34:33.256067 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0509 03:34:33.256111 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:34:33.256126 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0509 03:34:33.255938 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0509 03:34:33.255956 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:34:33.256194 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:34:33.368315 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:34:33.396666 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:34:33.414212 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0509 03:34:33.468372 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:34:34.383575 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:34:34.411228 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0509 03:34:34.412739 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:34:34.419956 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:34:34.454723 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0509 03:34:36.471284 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0509 03:34:38.435974 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0509 03:34:39.319375 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0509 03:34:39.457736 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0509 03:34:44.473579 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0509 03:34:48.632040 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0509 03:34:48.632065 1 tasks.go:49] processing task group 3 of 3 I0509 03:34:48.632075 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0509 03:34:48.669817 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0509 03:34:48.674721 1 operator.go:851] Updating ClusterOperator status to done. I0509 03:39:30.054686 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0509 03:39:30.054738 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0509 03:39:30.093863 1 operator.go:830] Updating ClusterOperator status to InProgress. I0509 03:39:30.099107 1 tasks.go:49] processing task group 1 of 3 I0509 03:39:30.099135 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0509 03:39:30.099154 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:39:30.111557 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0509 03:39:33.249859 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0509 03:39:33.249882 1 tasks.go:49] processing task group 2 of 3 I0509 03:39:33.249911 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:39:33.249920 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:39:33.249931 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0509 03:39:33.249940 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0509 03:39:33.249964 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0509 03:39:33.249989 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:39:33.250005 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:39:33.250020 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:39:33.250042 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0509 03:39:33.250062 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0509 03:39:33.250084 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0509 03:39:33.250100 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0509 03:39:33.250119 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0509 03:39:33.250125 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:39:33.249911 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0509 03:39:33.317590 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0509 03:39:33.332600 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0509 03:39:33.332686 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0509 03:39:33.399077 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0509 03:39:34.330999 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0509 03:39:34.366404 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0509 03:39:34.367561 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0509 03:39:34.373116 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0509 03:39:34.399613 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0509 03:39:36.424686 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0509 03:39:38.393481 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0509 03:39:39.306713 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0509 03:39:39.412422 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0509 03:39:44.415380 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0509 03:39:48.573355 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0509 03:39:48.573382 1 tasks.go:49] processing task group 3 of 3 I0509 03:39:48.573402 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0509 03:39:48.608948 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0509 03:39:48.614043 1 operator.go:851] Updating ClusterOperator status to done.