W0320 12:43:53.377070 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0320 12:43:53.377441 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0320 12:43:53.377456 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0320 12:43:53.377460 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0320 12:43:53.377465 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0320 12:43:53.407573 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0320 12:43:53.411708 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0320 12:43:53.411944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0320 12:43:53.412258 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0320 12:43:53.412980 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0320 12:43:53.421316 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0320 12:43:53.423459 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0320 12:43:53.423968 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0320 12:43:53.424104 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0320 12:43:53.424750 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0320 12:43:53.424774 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0320 12:43:53.425902 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0320 12:43:53.425963 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0320 12:43:53.426026 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0320 12:43:53.426116 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0320 12:43:53.426300 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0320 12:43:53.426450 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0320 12:43:53.426752 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0320 12:43:53.429079 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 12:43:53.430188 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0320 12:43:53.431146 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0320 12:43:53.458919 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0320 12:43:53.516164 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0320 12:43:53.516225 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:43:53.516225 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0320 12:43:53.516236 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0320 12:43:53.516242 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0320 12:43:53.516246 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0320 12:43:53.516261 1 relabel_controller.go:117] Starting alert relabel config controller I0320 12:43:53.516265 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0320 12:43:53.516263 1 rule_controller.go:113] Starting alerting rules controller I0320 12:43:53.516274 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0320 12:43:53.516278 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0320 12:43:53.516284 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0320 12:43:53.516287 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0320 12:43:53.516289 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0320 12:43:53.516442 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0320 12:43:53.520739 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0320 12:43:53.520873 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0320 12:43:53.522134 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.522268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0320 12:43:53.522398 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.522398 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.522551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0320 12:43:53.522629 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0320 12:43:53.535210 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-v56t8" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0320 12:43:53.535204 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-s9r4j" is created for OpenShiftMonitoringTelemeterClientCertRequester I0320 12:43:53.535547 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-vlzcp" is created for OpenShiftMonitoringClientCertRequester I0320 12:43:53.540358 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.540722 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.540992 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.545992 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0320 12:43:53.546388 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.546567 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.546873 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.550606 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.552477 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.552667 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.554900 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.557304 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.557323 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.561856 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:43:53.562019 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.564462 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.568717 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.568956 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.569080 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0320 12:43:53.569369 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.575424 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.580063 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.580071 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.581221 1 tasks.go:49] processing task group 1 of 3 I0320 12:43:53.581261 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:43:53.581263 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:43:53.583200 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.588118 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.588856 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.588972 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.592835 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.596906 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.597187 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.605621 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.605641 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.605980 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.606529 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0320 12:43:53.615474 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0320 12:43:53.615953 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0320 12:43:53.616329 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0320 12:43:53.616921 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0320 12:43:53.620805 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0320 12:43:53.621580 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0320 12:43:53.621642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0320 12:43:53.621667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0320 12:43:53.622330 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:43:53.622809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0320 12:43:53.623126 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0320 12:43:53.634699 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0320 12:43:53.672778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0320 12:43:53.698842 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0320 12:43:53.700757 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0320 12:43:53.700821 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0320 12:43:53.700858 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0320 12:43:53.700882 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0320 12:43:53.704082 1 secure_serving.go:57] Forcing use of http/1.1 only I0320 12:43:53.704094 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0320 12:43:53.710036 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0320 12:43:53.710050 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0320 12:43:53.710055 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0320 12:43:53.710067 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0320 12:43:53.710081 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0320 12:43:53.710072 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0320 12:43:53.710366 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0320 12:43:53.711028 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774010604\" (2026-03-20 12:43:33 +0000 UTC to 2028-03-19 12:43:34 +0000 UTC (now=2026-03-20 12:43:53.71057847 +0000 UTC))" I0320 12:43:53.711194 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774010633\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774010633\" (2026-03-20 11:43:53 +0000 UTC to 2027-03-20 11:43:53 +0000 UTC (now=2026-03-20 12:43:53.711178191 +0000 UTC))" I0320 12:43:53.711214 1 secure_serving.go:213] Serving securely on [::]:8443 I0320 12:43:53.711236 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0320 12:43:53.711247 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0320 12:43:53.713881 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0320 12:43:53.713967 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0320 12:43:53.714288 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0320 12:43:53.770558 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0320 12:43:53.781350 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0320 12:43:53.810816 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0320 12:43:53.810827 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0320 12:43:53.810837 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0320 12:43:53.811006 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-20 12:31:41 +0000 UTC to 2036-03-17 12:31:41 +0000 UTC (now=2026-03-20 12:43:53.810979175 +0000 UTC))" I0320 12:43:53.811222 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774010604\" (2026-03-20 12:43:33 +0000 UTC to 2028-03-19 12:43:34 +0000 UTC (now=2026-03-20 12:43:53.811207008 +0000 UTC))" I0320 12:43:53.811377 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774010633\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774010633\" (2026-03-20 11:43:53 +0000 UTC to 2027-03-20 11:43:53 +0000 UTC (now=2026-03-20 12:43:53.811364619 +0000 UTC))" I0320 12:43:53.811476 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-20 12:31:43 +0000 UTC to 2036-03-17 12:31:43 +0000 UTC (now=2026-03-20 12:43:53.811466238 +0000 UTC))" I0320 12:43:53.811494 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-20 12:31:47 +0000 UTC to 2036-03-17 12:31:47 +0000 UTC (now=2026-03-20 12:43:53.811486597 +0000 UTC))" I0320 12:43:53.811529 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-20 12:31:48 +0000 UTC to 2036-03-17 12:31:48 +0000 UTC (now=2026-03-20 12:43:53.811500926 +0000 UTC))" I0320 12:43:53.811547 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-20 12:31:49 +0000 UTC to 2036-03-17 12:31:49 +0000 UTC (now=2026-03-20 12:43:53.811538459 +0000 UTC))" I0320 12:43:53.811561 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-20 12:31:52 +0000 UTC to 2036-03-17 12:31:52 +0000 UTC (now=2026-03-20 12:43:53.811553453 +0000 UTC))" I0320 12:43:53.811576 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p5etjv5l9s11l5f27t83q5nukucgejn-kx-1c6ea1e59b_customer-system-admin-signer@1774010014\" [] issuer=\"\" (2026-03-20 12:33:34 +0000 UTC to 2026-03-27 12:33:35 +0000 UTC (now=2026-03-20 12:43:53.811566926 +0000 UTC))" I0320 12:43:53.811593 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p5etjv5l9s11l5f27t83q5nukucgejn-kx-1c6ea1e59b_sre-system-admin-signer@1774010014\" [] issuer=\"\" (2026-03-20 12:33:35 +0000 UTC to 2026-03-27 12:33:36 +0000 UTC (now=2026-03-20 12:43:53.81158416 +0000 UTC))" I0320 12:43:53.811607 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-20 12:31:41 +0000 UTC to 2036-03-17 12:31:41 +0000 UTC (now=2026-03-20 12:43:53.811600001 +0000 UTC))" I0320 12:43:53.811793 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774010604\" (2026-03-20 12:43:33 +0000 UTC to 2028-03-19 12:43:34 +0000 UTC (now=2026-03-20 12:43:53.811774794 +0000 UTC))" I0320 12:43:53.812041 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774010633\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774010633\" (2026-03-20 11:43:53 +0000 UTC to 2027-03-20 11:43:53 +0000 UTC (now=2026-03-20 12:43:53.812020558 +0000 UTC))" I0320 12:43:53.813914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0320 12:43:53.829486 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0320 12:43:56.872304 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0320 12:43:56.882379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0320 12:43:56.896505 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0320 12:44:01.013869 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:44:01.013894 1 tasks.go:49] processing task group 2 of 3 I0320 12:44:01.013917 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:44:01.013924 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:44:01.013928 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:44:01.013935 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:44:01.013947 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:44:01.013963 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:44:01.013967 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:44:01.013965 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:44:01.013975 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:44:01.013976 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:44:01.013981 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:44:01.013990 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:44:01.013995 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:44:01.014013 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:44:01.014011 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:44:01.032666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0320 12:44:01.032689 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0320 12:44:01.059219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0320 12:44:01.064458 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0320 12:44:01.081204 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0320 12:44:01.081256 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0320 12:44:01.120176 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:44:01.127358 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:44:01.134391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0320 12:44:01.145964 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:44:01.176647 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0320 12:44:01.177708 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0320 12:44:01.186786 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0320 12:44:01.186808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0320 12:44:01.187143 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0320 12:44:01.270847 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0320 12:44:01.270875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0320 12:44:01.276818 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0320 12:44:01.276841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0320 12:44:01.276952 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing W0320 12:44:01.284584 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0320 12:44:01.284601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0320 12:44:01.284619 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0320 12:44:01.292827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0320 12:44:01.303075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0320 12:44:01.313540 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0320 12:44:01.317084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0320 12:44:01.338900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0320 12:44:01.338917 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0320 12:44:01.398158 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0320 12:44:01.410073 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0320 12:44:01.523731 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0320 12:44:01.567284 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0320 12:44:01.568407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0320 12:44:01.667564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0320 12:44:01.667590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0320 12:44:01.780402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0320 12:44:01.786620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0320 12:44:01.811609 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0320 12:44:01.884442 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0320 12:44:01.986431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0320 12:44:02.085075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0320 12:44:02.092002 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0320 12:44:02.159836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0320 12:44:02.172539 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0320 12:44:02.178821 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0320 12:44:02.193769 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0320 12:44:02.281918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0320 12:44:02.283750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0320 12:44:02.299948 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0320 12:44:02.311171 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0320 12:44:02.373260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0320 12:44:02.398110 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0320 12:44:02.403889 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0320 12:44:02.407544 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0320 12:44:02.409989 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0320 12:44:02.701938 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0320 12:44:03.178453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0320 12:44:03.189828 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0320 12:44:03.199400 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0320 12:44:03.272915 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0320 12:44:03.374352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0320 12:44:03.430377 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0320 12:44:03.430867 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:44:03.430888 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0320 12:44:03.473878 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0320 12:44:03.577148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0320 12:44:03.679548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0320 12:44:03.778786 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0320 12:44:03.877052 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0320 12:44:03.982251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0320 12:44:04.084024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0320 12:44:04.114046 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:44:04.155031 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:44:04.184560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0320 12:44:04.286672 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0320 12:44:04.354634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0320 12:44:04.369293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0320 12:44:04.381713 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:44:04.413200 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-2kn1e8lmc75r3 -n openshift-monitoring because it was missing I0320 12:44:04.837315 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0320 12:44:05.427403 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:44:05.441729 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:44:05.858567 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-6thcdo66dmaad -n openshift-monitoring because it was missing I0320 12:44:06.056497 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0320 12:44:06.085043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0320 12:44:07.399780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-485dqmao34o8s -n openshift-monitoring because it was missing I0320 12:44:07.414219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0320 12:44:07.435312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0320 12:44:07.444597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0320 12:44:10.132060 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:44:10.132140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0320 12:44:16.494535 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0320 12:44:16.538777 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:44:23.159658 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0320 12:44:24.075967 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 12:44:30.938933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0320 12:44:30.972924 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:44:30.973007 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0320 12:44:33.833758 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 12:44:42.469268 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:44:48.832382 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 12:45:17.530681 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:45:17.530727 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0320 12:45:17.530737 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0320 12:45:17.530756 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0320 12:45:17.531863 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:45:17.557415 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:45:17.561728 1 tasks.go:49] processing task group 1 of 3 I0320 12:45:17.561752 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:45:17.561768 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:45:17.574836 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:45:18.604539 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRFd2U1BaV1dEbFF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EQXhNRFl3TkRBZQpGdzB5TmpBek1qQXhNalF6TWpOYUZ3MHlPREExTVRneE1qUXpNalJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelF3TVRBMk1EUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGlCbk53UXI1dW5URWlhUE1DZWk0endlQ0Job3ZwOWJZQwphaHZNTkxuZzdQRnZBcUNhZEp2YVFpNytPaWJZaElqajRjK3Z0SkVMbkQvdk4vbXpXQjRCR0x5bVhYTTdKeDI0CnBIT25aeHRiekdnWitNRE94dVNETDlocFVDK0NwNTBFWEtPQnJUS241MTJNSklTZUlmL2VJN1pNS0tycFZ2L2kKTjRwbW9YN0N3QnFES3dmMTJWMWV2RUlJUUtBb1NRMVp3dzBrYkwyOEVTRHJrRGxQdUJVdlVGVEdDUS9xU3RRMApIYm95Rko3dkdvLzAyWmxrMXYvR05FQnJFanFFajJsRWFRWnRCTTh1aysyb0l0eGcxaEVMMjJSLzRhaW8yRWVLCjBvWW9IanJnZDdDMno4Z2RtYnF0VHgwY1oyUzJaU1JEeExwNWNxZGdubCsvK0JwaVZuZTNBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRLRFJOUQpLMHRQM0lPSTh1VGp2QnM3TE81N1VEQWZCZ05WSFNNRUdEQVdnQlRLRFJOUUswdFAzSU9JOHVUanZCczdMTzU3ClVEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFYL1ZLK01obHVwMEQ2MjUxTnRpcyswYWZNYU5RYXFTVUtZdVMKb2JOVDM0RlRvZXhVOWo2WUtET01ZVWRzT3lUWWJvSEN4STJLNXdUbGczSkhVeWxqWFhRZk9HcEFMNWpIazU4WApHekJmT25UdUs2Zkl6dFdQcVp0UEwwa3lWcStKVS9Ub1JyK1J5M0JvaDk3QXlkMzdSNUYvOUhVVlFJV2xseUtpCjY2cDkvcWxkam1iYWZFcHdFL3lPbHR4VDQyNGhJTFVhSW8xaVNtZEVDSUFvZzR1QjAvQk85RkxMNWJFRHluSk0KcmxQQWhoTFJWTjNmK2xRek10WGFhbUU1dnlrQjhTemUxTExDUUpHL2RrbWg0UWsrVHFqUFlWL3ZtYjJwbHpDUQpiWVFNUDlkSVBGS1lRdjc4WFFXMk1iT0p0SHpBbjQ1QUYwckN3Y3NrNkZOeHIxcFJUQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0320 12:45:18.610023 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0320 12:45:18.614308 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRFd2U1BaV1dEbFF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EQXhNRFl3TkRBZQpGdzB5TmpBek1qQXhNalF6TWpOYUZ3MHlPREExTVRneE1qUXpNalJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelF3TVRBMk1EUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGlCbk53UXI1dW5URWlhUE1DZWk0endlQ0Job3ZwOWJZQwphaHZNTkxuZzdQRnZBcUNhZEp2YVFpNytPaWJZaElqajRjK3Z0SkVMbkQvdk4vbXpXQjRCR0x5bVhYTTdKeDI0CnBIT25aeHRiekdnWitNRE94dVNETDlocFVDK0NwNTBFWEtPQnJUS241MTJNSklTZUlmL2VJN1pNS0tycFZ2L2kKTjRwbW9YN0N3QnFES3dmMTJWMWV2RUlJUUtBb1NRMVp3dzBrYkwyOEVTRHJrRGxQdUJVdlVGVEdDUS9xU3RRMApIYm95Rko3dkdvLzAyWmxrMXYvR05FQnJFanFFajJsRWFRWnRCTTh1aysyb0l0eGcxaEVMMjJSLzRhaW8yRWVLCjBvWW9IanJnZDdDMno4Z2RtYnF0VHgwY1oyUzJaU1JEeExwNWNxZGdubCsvK0JwaVZuZTNBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRLRFJOUQpLMHRQM0lPSTh1VGp2QnM3TE81N1VEQWZCZ05WSFNNRUdEQVdnQlRLRFJOUUswdFAzSU9JOHVUanZCczdMTzU3ClVEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFYL1ZLK01obHVwMEQ2MjUxTnRpcyswYWZNYU5RYXFTVUtZdVMKb2JOVDM0RlRvZXhVOWo2WUtET01ZVWRzT3lUWWJvSEN4STJLNXdUbGczSkhVeWxqWFhRZk9HcEFMNWpIazU4WApHekJmT25UdUs2Zkl6dFdQcVp0UEwwa3lWcStKVS9Ub1JyK1J5M0JvaDk3QXlkMzdSNUYvOUhVVlFJV2xseUtpCjY2cDkvcWxkam1iYWZFcHdFL3lPbHR4VDQyNGhJTFVhSW8xaVNtZEVDSUFvZzR1QjAvQk85RkxMNWJFRHluSk0KcmxQQWhoTFJWTjNmK2xRek10WGFhbUU1dnlrQjhTemUxTExDUUpHL2RrbWg0UWsrVHFqUFlWL3ZtYjJwbHpDUQpiWVFNUDlkSVBGS1lRdjc4WFFXMk1iT0p0SHpBbjQ1QUYwckN3Y3NrNkZOeHIxcFJUQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0320 12:45:18.619284 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0320 12:45:20.706786 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:45:20.706810 1 tasks.go:49] processing task group 2 of 3 I0320 12:45:20.706838 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:45:20.706839 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:45:20.706853 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:45:20.706869 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:45:20.706898 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:45:20.706911 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:45:20.706928 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:45:20.707007 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:45:20.706977 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:45:20.706984 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:45:20.706992 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:45:20.706996 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:45:20.707003 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:45:20.707014 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:45:20.707025 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:45:20.768023 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:45:20.787497 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:45:20.799567 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:45:20.804965 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0320 12:45:20.823042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0320 12:45:20.847274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0320 12:45:20.857875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0320 12:45:20.859667 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:45:20.870441 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0320 12:45:21.146409 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0320 12:45:21.791399 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:45:21.812371 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:45:21.813781 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:45:21.813799 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:45:21.852748 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:45:23.870297 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:45:25.838780 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:45:25.918527 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0320 12:45:26.762560 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:45:30.004530 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:46:21.874932 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:46:56.105507 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 12:47:36.052268 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:47:36.052293 1 tasks.go:49] processing task group 3 of 3 I0320 12:47:36.052304 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:47:36.091872 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:47:36.091956 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b42b9eea-ea8d-48c4-886d-3f761e171344", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0320 12:47:36.096965 1 operator.go:851] Updating ClusterOperator status to done. W0320 12:47:36.141935 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:47:36.190312 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:47:36.195598 1 tasks.go:49] processing task group 1 of 3 I0320 12:47:36.195618 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:47:36.195633 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:47:36.208093 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:47:39.331900 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:47:39.331922 1 tasks.go:49] processing task group 2 of 3 I0320 12:47:39.331944 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:47:39.331951 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:47:39.331959 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:47:39.331965 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:47:39.331976 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:47:39.332006 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:47:39.332033 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:47:39.332041 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:47:39.332172 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:47:39.332237 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:47:39.332353 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:47:39.331947 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:47:39.332374 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:47:39.332381 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:47:39.332389 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:47:39.382834 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:47:39.400676 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:47:39.414538 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:47:39.458001 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:47:40.402703 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:47:40.426598 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:47:40.429670 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:47:40.443385 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:47:40.473779 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:47:42.487008 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:47:44.447269 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:47:45.385985 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:47:45.464864 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:47:50.495535 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:47:54.641437 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:47:54.641460 1 tasks.go:49] processing task group 3 of 3 I0320 12:47:54.641469 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:47:54.677201 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:47:54.681825 1 operator.go:851] Updating ClusterOperator status to done. I0320 12:48:03.832480 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0320 12:48:03.832529 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:48:03.871002 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:48:03.880930 1 tasks.go:49] processing task group 1 of 3 I0320 12:48:03.880949 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:48:03.880962 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:48:03.902110 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:48:07.013532 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:48:07.013558 1 tasks.go:49] processing task group 2 of 3 I0320 12:48:07.013591 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:48:07.013585 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:48:07.013605 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:48:07.013624 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:48:07.013642 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:48:07.013666 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:48:07.013729 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:48:07.013684 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:48:07.013704 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:48:07.013735 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:48:07.013700 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:48:07.013710 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:48:07.013715 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:48:07.013718 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:48:07.013725 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:48:07.058675 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:48:07.075194 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:48:07.092277 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:48:07.136584 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:48:08.076778 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:48:08.107215 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:48:08.107843 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:48:08.121595 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:48:08.131191 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:48:10.160538 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:48:12.126010 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:48:13.066825 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:48:13.146096 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:48:18.156606 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:48:22.308873 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:48:22.308897 1 tasks.go:49] processing task group 3 of 3 I0320 12:48:22.308906 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:48:22.341236 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:48:22.345760 1 operator.go:851] Updating ClusterOperator status to done. I0320 12:48:53.517084 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0320 12:48:53.517128 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:48:53.543574 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:48:53.547750 1 tasks.go:49] processing task group 1 of 3 I0320 12:48:53.547773 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:48:53.547786 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:48:53.560821 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:48:56.670876 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:48:56.670901 1 tasks.go:49] processing task group 2 of 3 I0320 12:48:56.670920 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:48:56.671199 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:48:56.671400 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:48:56.671690 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:48:56.671964 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:48:56.672026 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:48:56.672224 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:48:56.672266 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:48:56.672239 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:48:56.672554 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:48:56.672248 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:48:56.673010 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:48:56.673172 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:48:56.672257 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:48:56.672261 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:48:56.719388 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:48:56.745252 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:48:56.757574 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:48:56.821267 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:48:57.745240 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:48:57.766663 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:48:57.767000 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:48:57.789830 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:48:57.795793 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:48:59.834347 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:49:01.804934 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:49:02.733496 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:49:02.819044 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:49:07.833656 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:49:11.991605 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:49:11.991629 1 tasks.go:49] processing task group 3 of 3 I0320 12:49:11.991640 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:49:12.027961 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:49:12.033281 1 operator.go:851] Updating ClusterOperator status to done. I0320 12:49:28.142589 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0320 12:49:28.142623 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:49:28.174941 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:49:28.180431 1 tasks.go:49] processing task group 1 of 3 I0320 12:49:28.180449 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:49:28.180467 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:49:28.195330 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:49:31.311421 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:49:31.311442 1 tasks.go:49] processing task group 2 of 3 I0320 12:49:31.311461 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:49:31.311467 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:49:31.311477 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:49:31.311497 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:49:31.311532 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:49:31.311546 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:49:31.311557 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:49:31.311566 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:49:31.311754 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:49:31.311802 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:49:31.311831 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:49:31.311886 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:49:31.311898 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:49:31.311948 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:49:31.312012 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:49:31.370297 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:49:31.389783 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:49:31.403204 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:49:31.463101 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:49:32.383155 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:49:32.416813 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:49:32.417803 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:49:32.424490 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:49:32.448171 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:49:34.461424 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:49:36.445931 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:49:37.388498 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:49:37.471437 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:49:42.479020 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:49:46.625157 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:49:46.625181 1 tasks.go:49] processing task group 3 of 3 I0320 12:49:46.625191 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:49:46.659617 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:49:46.664831 1 operator.go:851] Updating ClusterOperator status to done. I0320 12:53:53.516695 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0320 12:53:53.516755 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:53:53.545909 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:53:53.550907 1 tasks.go:49] processing task group 1 of 3 I0320 12:53:53.550935 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:53:53.550954 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:53:53.563686 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:53:56.712954 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:53:56.712978 1 tasks.go:49] processing task group 2 of 3 I0320 12:53:56.713007 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:53:56.713009 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:53:56.713022 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:53:56.713038 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:53:56.713057 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:53:56.713083 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:53:56.713229 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:53:56.713171 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:53:56.713187 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:53:56.713199 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:53:56.713195 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:53:56.713207 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:53:56.713214 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:53:56.713218 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:53:56.713225 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:53:56.781553 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:53:56.802967 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:53:56.813065 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:53:56.870220 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:53:57.804599 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:53:57.818187 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:53:57.825605 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:53:57.826129 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:53:57.855628 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:53:59.888102 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:54:01.850633 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:54:02.782955 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:54:02.886550 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:54:07.875865 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:54:12.028759 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:54:12.028787 1 tasks.go:49] processing task group 3 of 3 I0320 12:54:12.028797 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:54:12.061135 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:54:12.065971 1 operator.go:851] Updating ClusterOperator status to done. I0320 12:58:53.424376 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0320 12:58:53.424421 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0320 12:58:53.424444 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:58:53.425277 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 12:58:53.426344 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0320 12:58:53.426542 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0320 12:58:53.426576 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0320 12:58:53.426584 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0320 12:58:53.426599 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0320 12:58:53.427750 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0320 12:58:53.427788 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0320 12:58:53.427811 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0320 12:58:53.459597 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0320 12:58:53.459603 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:58:53.464603 1 tasks.go:49] processing task group 1 of 3 I0320 12:58:53.464643 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:58:53.464652 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:58:53.477340 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:58:53.516783 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0320 12:58:56.618371 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:58:56.618399 1 tasks.go:49] processing task group 2 of 3 I0320 12:58:56.618432 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:58:56.618440 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:58:56.618449 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:58:56.618471 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:58:56.618491 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:58:56.618549 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:58:56.618642 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:58:56.618666 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:58:56.618742 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:58:56.618845 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:58:56.618952 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:58:56.619071 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:58:56.619190 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:58:56.619246 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:58:56.619253 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:58:56.673525 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:58:56.685745 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:58:56.719447 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:58:56.765909 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:58:57.690279 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:58:57.708351 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:58:57.716227 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:58:57.726923 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:58:57.749202 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:58:59.768857 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:59:01.732113 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:59:02.674676 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:59:02.759617 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:59:07.769077 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:59:11.917347 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:59:11.917372 1 tasks.go:49] processing task group 3 of 3 I0320 12:59:11.917381 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:59:11.949378 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:59:11.954249 1 operator.go:851] Updating ClusterOperator status to done. W0320 12:59:11.963051 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:59:11.990155 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:59:11.994403 1 tasks.go:49] processing task group 1 of 3 I0320 12:59:11.994425 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:59:11.994441 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:59:12.005688 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:59:15.113573 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:59:15.113596 1 tasks.go:49] processing task group 2 of 3 I0320 12:59:15.113624 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:59:15.113622 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:59:15.113633 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:59:15.113646 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:59:15.113671 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:59:15.113688 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:59:15.113714 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:59:15.113890 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:59:15.113901 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:59:15.113919 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:59:15.114007 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:59:15.114082 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:59:15.114152 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:59:15.114203 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:59:15.114381 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:59:15.160857 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:59:15.183905 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:59:15.196728 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:59:15.239912 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:59:16.178954 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:59:16.199628 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:59:16.202955 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:59:16.214195 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:59:16.228455 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:59:18.269303 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:59:20.231443 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:59:21.170137 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:59:21.252167 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:59:26.259931 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:59:30.454102 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:59:30.454131 1 tasks.go:49] processing task group 3 of 3 I0320 12:59:30.454140 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:59:30.486282 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:59:30.491011 1 operator.go:851] Updating ClusterOperator status to done. I0320 13:03:53.516448 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0320 13:03:53.516505 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 13:03:53.543296 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 13:03:53.547717 1 tasks.go:49] processing task group 1 of 3 I0320 13:03:53.547742 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 13:03:53.547757 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 13:03:53.559017 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 13:03:56.683720 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 13:03:56.683744 1 tasks.go:49] processing task group 2 of 3 I0320 13:03:56.683773 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 13:03:56.683781 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 13:03:56.683793 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 13:03:56.683801 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 13:03:56.683813 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 13:03:56.683820 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 13:03:56.683846 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 13:03:56.683864 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 13:03:56.683902 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 13:03:56.684003 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 13:03:56.683802 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 13:03:56.683850 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 13:03:56.684034 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 13:03:56.683791 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 13:03:56.684047 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 13:03:56.734096 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 13:03:56.764164 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 13:03:56.775887 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 13:03:56.819752 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 13:03:57.763776 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 13:03:57.783105 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 13:03:57.785726 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 13:03:57.793205 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 13:03:57.812755 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 13:03:59.838555 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 13:04:01.811707 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 13:04:02.744241 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 13:04:02.831760 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 13:04:07.841704 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 13:04:12.005377 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 13:04:12.005403 1 tasks.go:49] processing task group 3 of 3 I0320 13:04:12.005412 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 13:04:12.052815 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 13:04:12.061076 1 operator.go:851] Updating ClusterOperator status to done.