W0310 19:28:46.250333 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0310 19:28:46.250770 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0310 19:28:46.250785 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0310 19:28:46.250789 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0310 19:28:46.250793 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0310 19:28:46.279793 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0310 19:28:46.284856 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0310 19:28:46.285184 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0310 19:28:46.287344 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0310 19:28:46.287643 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0310 19:28:46.295258 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0310 19:28:46.298809 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0310 19:28:46.299242 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:603 I0310 19:28:46.299756 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0310 19:28:46.299900 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0310 19:28:46.300639 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0310 19:28:46.300774 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0310 19:28:46.300867 1 reflector.go:376] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0310 19:28:46.300930 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0310 19:28:46.301535 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0310 19:28:46.301987 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0310 19:28:46.301950 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0310 19:28:46.302594 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0310 19:28:46.302672 1 operator.go:687] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0310 19:28:46.307528 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I0310 19:28:46.307972 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I0310 19:28:46.317625 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:28:46.354253 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0310 19:28:46.390182 1 operator.go:635] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0310 19:28:46.390258 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 19:28:46.390361 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0310 19:28:46.390420 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0310 19:28:46.390448 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0310 19:28:46.390504 1 rule_controller.go:113] Starting alerting rules controller I0310 19:28:46.390532 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0310 19:28:46.390546 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0310 19:28:46.390570 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0310 19:28:46.390578 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0310 19:28:46.390584 1 relabel_controller.go:117] Starting alert relabel config controller I0310 19:28:46.390605 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0310 19:28:46.390363 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0310 19:28:46.390735 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0310 19:28:46.390742 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0310 19:28:46.395094 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0310 19:28:46.395250 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0310 19:28:46.395746 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0310 19:28:46.395764 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0310 19:28:46.396278 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.397017 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.397039 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0310 19:28:46.397099 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.397246 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0310 19:28:46.397410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0310 19:28:46.406009 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5d7zp" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0310 19:28:46.410341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-v266v" is created for OpenShiftMonitoringClientCertRequester I0310 19:28:46.411102 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-86swm" is created for OpenShiftMonitoringTelemeterClientCertRequester I0310 19:28:46.411414 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.419981 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.419983 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.420062 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.424625 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.425489 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.425553 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.429359 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.430129 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.430722 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.434125 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.437008 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.437952 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.439081 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.439233 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 19:28:46.441845 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.443423 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.446951 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.447657 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.448315 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.459049 1 tasks.go:49] processing task group 1 of 3 I0310 19:28:46.459082 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 19:28:46.459447 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:28:46.459770 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.460002 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.460080 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.466073 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.466327 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.466496 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.471470 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.474257 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.478395 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0310 19:28:46.480427 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.480802 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.480804 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.490802 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0310 19:28:46.491141 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0310 19:28:46.491474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0310 19:28:46.491511 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0310 19:28:46.491531 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0310 19:28:46.493116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0310 19:28:46.493204 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0310 19:28:46.495315 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0310 19:28:46.503783 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0310 19:28:46.504465 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0310 19:28:46.506131 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:28:46.506825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0310 19:28:46.551631 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0310 19:28:46.634280 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0310 19:28:46.634673 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0310 19:28:46.636360 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0310 19:28:46.636433 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0310 19:28:46.636461 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0310 19:28:46.636471 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0310 19:28:46.640237 1 secure_serving.go:57] Forcing use of http/1.1 only W0310 19:28:46.640258 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. I0310 19:28:46.640256 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W0310 19:28:46.640265 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0310 19:28:46.640273 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0310 19:28:46.640278 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0310 19:28:46.640281 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0310 19:28:46.640285 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0310 19:28:46.645811 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0310 19:28:46.645831 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0310 19:28:46.645872 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0310 19:28:46.645890 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0310 19:28:46.645911 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0310 19:28:46.645937 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0310 19:28:46.646345 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773170896\" (2026-03-10 19:28:26 +0000 UTC to 2028-03-09 19:28:27 +0000 UTC (now=2026-03-10 19:28:46.646291393 +0000 UTC))" I0310 19:28:46.646382 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0310 19:28:46.646610 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773170926\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773170926\" (2026-03-10 18:28:46 +0000 UTC to 2027-03-10 18:28:46 +0000 UTC (now=2026-03-10 19:28:46.646582083 +0000 UTC))" I0310 19:28:46.646766 1 secure_serving.go:213] Serving securely on [::]:8443 I0310 19:28:46.646796 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0310 19:28:46.646608 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0310 19:28:46.646823 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0310 19:28:46.650911 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0310 19:28:46.650928 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0310 19:28:46.651170 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0310 19:28:46.674991 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0310 19:28:46.690621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0310 19:28:46.746733 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0310 19:28:46.746768 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0310 19:28:46.746780 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0310 19:28:46.747065 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-10 19:13:37 +0000 UTC to 2036-03-07 19:13:37 +0000 UTC (now=2026-03-10 19:28:46.747031781 +0000 UTC))" I0310 19:28:46.747321 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773170896\" (2026-03-10 19:28:26 +0000 UTC to 2028-03-09 19:28:27 +0000 UTC (now=2026-03-10 19:28:46.747289077 +0000 UTC))" I0310 19:28:46.747509 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773170926\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773170926\" (2026-03-10 18:28:46 +0000 UTC to 2027-03-10 18:28:46 +0000 UTC (now=2026-03-10 19:28:46.747486728 +0000 UTC))" I0310 19:28:46.747708 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-10 19:13:37 +0000 UTC to 2036-03-07 19:13:37 +0000 UTC (now=2026-03-10 19:28:46.747686239 +0000 UTC))" I0310 19:28:46.747745 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-10 19:13:39 +0000 UTC to 2036-03-07 19:13:39 +0000 UTC (now=2026-03-10 19:28:46.747728822 +0000 UTC))" I0310 19:28:46.747771 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-10 19:13:39 +0000 UTC to 2036-03-07 19:13:39 +0000 UTC (now=2026-03-10 19:28:46.747756153 +0000 UTC))" I0310 19:28:46.747801 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-10 19:13:40 +0000 UTC to 2036-03-07 19:13:40 +0000 UTC (now=2026-03-10 19:28:46.747786496 +0000 UTC))" I0310 19:28:46.747873 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-10 19:13:41 +0000 UTC to 2036-03-07 19:13:41 +0000 UTC (now=2026-03-10 19:28:46.747855254 +0000 UTC))" I0310 19:28:46.747925 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ov1rmga1lmertbm3075pr3fjmubsbm3-kx-018f8b4b31_customer-system-admin-signer@1773170029\" [] issuer=\"\" (2026-03-10 19:13:48 +0000 UTC to 2026-03-17 19:13:49 +0000 UTC (now=2026-03-10 19:28:46.74790789 +0000 UTC))" I0310 19:28:46.747973 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ov1rmga1lmertbm3075pr3fjmubsbm3-kx-018f8b4b31_sre-system-admin-signer@1773170029\" [] issuer=\"\" (2026-03-10 19:13:49 +0000 UTC to 2026-03-17 19:13:50 +0000 UTC (now=2026-03-10 19:28:46.747956675 +0000 UTC))" I0310 19:28:46.748029 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-10 19:13:37 +0000 UTC to 2036-03-07 19:13:37 +0000 UTC (now=2026-03-10 19:28:46.748013701 +0000 UTC))" I0310 19:28:46.748270 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773170896\" (2026-03-10 19:28:26 +0000 UTC to 2028-03-09 19:28:27 +0000 UTC (now=2026-03-10 19:28:46.748246073 +0000 UTC))" I0310 19:28:46.748476 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773170926\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773170926\" (2026-03-10 18:28:46 +0000 UTC to 2027-03-10 18:28:46 +0000 UTC (now=2026-03-10 19:28:46.748458303 +0000 UTC))" I0310 19:28:49.743581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0310 19:28:49.756961 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0310 19:28:49.775771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0310 19:28:51.171605 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I0310 19:29:08.902774 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 19:29:08.902804 1 tasks.go:49] processing task group 2 of 3 I0310 19:29:08.902840 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:29:08.902856 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 19:29:08.902861 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 19:29:08.902876 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 19:29:08.902888 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:29:08.902893 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 19:29:08.902901 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 19:29:08.902911 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:29:08.902915 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 19:29:08.902923 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 19:29:08.902917 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:29:08.902929 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:29:08.902933 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 19:29:08.902953 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 19:29:08.903088 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:29:08.919366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0310 19:29:08.923478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0310 19:29:08.943691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0310 19:29:08.953551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0310 19:29:08.962402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0310 19:29:08.968895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0310 19:29:08.997004 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 19:29:09.000297 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:29:09.016663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0310 19:29:09.020501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0310 19:29:09.035764 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:29:09.067204 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0310 19:29:09.069216 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0310 19:29:09.076896 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0310 19:29:09.077284 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0310 19:29:09.178198 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0310 19:29:09.178227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0310 19:29:09.183372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0310 19:29:09.186944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0310 19:29:09.186968 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0310 19:29:09.186988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing W0310 19:29:09.195891 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0310 19:29:09.195908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0310 19:29:09.206630 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0310 19:29:09.208081 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0310 19:29:09.222240 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0310 19:29:09.227088 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0310 19:29:09.251582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0310 19:29:09.251962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0310 19:29:09.293806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0310 19:29:09.430908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0310 19:29:09.448801 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0310 19:29:09.493172 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0310 19:29:09.532102 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0310 19:29:09.595812 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0310 19:29:09.596173 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0310 19:29:09.710913 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0310 19:29:09.718282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0310 19:29:09.739056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0310 19:29:09.816687 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0310 19:29:09.914464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0310 19:29:10.014740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0310 19:29:10.023054 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0310 19:29:10.057532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0310 19:29:10.071435 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0310 19:29:10.122793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0310 19:29:10.210031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0310 19:29:10.212509 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0310 19:29:10.225822 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0310 19:29:10.301256 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0310 19:29:10.301855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0310 19:29:10.316843 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0310 19:29:10.321610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0310 19:29:10.354557 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0310 19:29:10.382485 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0310 19:29:10.384618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0310 19:29:10.788788 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:29:10.788853 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0310 19:29:10.789250 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0310 19:29:10.823036 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0310 19:29:11.041566 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:29:11.048679 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:29:11.075492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0310 19:29:11.091204 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0310 19:29:11.103470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0310 19:29:11.174538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0310 19:29:11.272562 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0310 19:29:11.325390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-5bh1tm7jep6ob -n openshift-monitoring because it was missing I0310 19:29:11.369484 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0310 19:29:11.520215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0310 19:29:11.622754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0310 19:29:11.716904 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0310 19:29:11.817856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0310 19:29:11.919433 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0310 19:29:11.986330 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:29:12.018704 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:29:12.023011 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0310 19:29:12.076220 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:29:12.125343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0310 19:29:12.130548 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:29:12.164709 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:29:12.219136 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:29:12.223298 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0310 19:29:12.286143 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:29:12.310587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0310 19:29:12.332753 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0310 19:29:12.581026 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:29:12.773739 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0310 19:29:12.790293 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:29:12.976906 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:29:13.308226 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:29:13.367779 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 19:29:13.383450 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 19:29:13.799663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-e90icehnhduts -n openshift-monitoring because it was missing I0310 19:29:13.973140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0310 19:29:13.998831 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0310 19:29:15.368447 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-b6if1smn038gj -n openshift-monitoring because it was missing I0310 19:29:15.388747 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0310 19:29:15.415391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0310 19:29:15.428031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0310 19:29:19.063112 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 19:29:19.063178 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0310 19:29:25.404938 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0310 19:29:25.446699 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 19:29:28.988769 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:29:39.863114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0310 19:29:39.880024 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 19:29:39.880093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0310 19:29:50.455106 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 19:30:25.490100 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 19:30:25.490141 1 operator.go:927] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0310 19:30:25.490169 1 operator.go:746] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0310 19:30:25.490188 1 operator.go:747] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0310 19:30:25.491293 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 19:30:25.530848 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 19:30:25.536405 1 tasks.go:49] processing task group 1 of 3 I0310 19:30:25.536425 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 19:30:25.536443 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:30:25.551354 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:30:26.596230 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVGJ1dWdJdnY3Mnd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016RTNNRGc1TmpBZQpGdzB5TmpBek1UQXhPVEk0TVRaYUZ3MHlPREExTURneE9USTRNVGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek14TnpBNE9UWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFJGZVcrZmRQV1RqZWVyWjJ0a0JEd1VOTTFKcUszN0lvWApOR0FFQkx1elVPWHl4VmZzdkxuZGg5dU1kRXhBVmdxakczL05zT2NqU0c4MmR4R1RCeFNDS2FDME5NdDB3MWp2CkllV01JT0ZFREpEVFdBTnRJK2dRNFNLMlBqTU1WVGxTajF0MGYvL3kwVXVrTUl4Nk51bXJwY2ZnZE9FQmptOGEKZUtFdTFNaDQrVVp6aS80U2dXZGlPRlJBWjFvcVFOSmxYZ3JIM2xhS2NyU25kRWk4bVVNTDE3TE9oT0s2dm41eAptdm1SSEIyWlRkVHg4SVNWWWRNY3BZdUNZeFo1cy8zK01MWDJXb3hUWjBhYWdnWVNmRUdiNHlLT3NGbHVJb2tmCnhlSVlUVXJBM0hOMDlrTm9kQ0YvVXpVVGtHOEJiK0FyZ2dIUWR5NE0xeXVMbHVCRVFiVEJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlI5MGVNYQpMaTJKdGhQcHFZbERCdHVhUzJDTzJUQWZCZ05WSFNNRUdEQVdnQlI5MGVNYUxpMkp0aFBwcVlsREJ0dWFTMkNPCjJUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFtRTQydFRERDNlaEVLdHk5YkllaWpKVUJ1b2tXYXZ2SGlKYXgKd3FNVW9yTDB0d1hxNjNQSmFhS28zK00zL044Q1V6R0hjdXBiMmdHVlJtUmFmSVBDSVZORStreGs5dWNDWmRwZgp1eTdUK0UzTysxc3lZVHpYQVk3VzBHN0hIS1Awd2FOLzZ0aWF1Zy9rWnZhNlVOZTJWdGdnRnJETGY4Q29uWk02Ckp4bHNkSnFkVnVTYTlSNC9BUmx4eHpVRjhxUHIwbHlMNmxzaXdldDJzS0xCVE5ZOE96aXk0YnZGT1BBamhwKzUKQ2E1SVE0eXZYM3NKYjFkQ0poRjVRaTFEcjkyamx1V1g0UC84cldwcnd1YVFubjlpZVphdmdFRG5xelVVakZSNQowZlNtN1RrY3U3WnFJU3BHOXRNL05FdE9VSEl4RDdaQ1AxRzZSSVJOSm1DVDA5NHRVQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0310 19:30:26.602466 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0310 19:30:26.607707 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVGJ1dWdJdnY3Mnd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016RTNNRGc1TmpBZQpGdzB5TmpBek1UQXhPVEk0TVRaYUZ3MHlPREExTURneE9USTRNVGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek14TnpBNE9UWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFJGZVcrZmRQV1RqZWVyWjJ0a0JEd1VOTTFKcUszN0lvWApOR0FFQkx1elVPWHl4VmZzdkxuZGg5dU1kRXhBVmdxakczL05zT2NqU0c4MmR4R1RCeFNDS2FDME5NdDB3MWp2CkllV01JT0ZFREpEVFdBTnRJK2dRNFNLMlBqTU1WVGxTajF0MGYvL3kwVXVrTUl4Nk51bXJwY2ZnZE9FQmptOGEKZUtFdTFNaDQrVVp6aS80U2dXZGlPRlJBWjFvcVFOSmxYZ3JIM2xhS2NyU25kRWk4bVVNTDE3TE9oT0s2dm41eAptdm1SSEIyWlRkVHg4SVNWWWRNY3BZdUNZeFo1cy8zK01MWDJXb3hUWjBhYWdnWVNmRUdiNHlLT3NGbHVJb2tmCnhlSVlUVXJBM0hOMDlrTm9kQ0YvVXpVVGtHOEJiK0FyZ2dIUWR5NE0xeXVMbHVCRVFiVEJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlI5MGVNYQpMaTJKdGhQcHFZbERCdHVhUzJDTzJUQWZCZ05WSFNNRUdEQVdnQlI5MGVNYUxpMkp0aFBwcVlsREJ0dWFTMkNPCjJUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFtRTQydFRERDNlaEVLdHk5YkllaWpKVUJ1b2tXYXZ2SGlKYXgKd3FNVW9yTDB0d1hxNjNQSmFhS28zK00zL044Q1V6R0hjdXBiMmdHVlJtUmFmSVBDSVZORStreGs5dWNDWmRwZgp1eTdUK0UzTysxc3lZVHpYQVk3VzBHN0hIS1Awd2FOLzZ0aWF1Zy9rWnZhNlVOZTJWdGdnRnJETGY4Q29uWk02Ckp4bHNkSnFkVnVTYTlSNC9BUmx4eHpVRjhxUHIwbHlMNmxzaXdldDJzS0xCVE5ZOE96aXk0YnZGT1BBamhwKzUKQ2E1SVE0eXZYM3NKYjFkQ0poRjVRaTFEcjkyamx1V1g0UC84cldwcnd1YVFubjlpZVphdmdFRG5xelVVakZSNQowZlNtN1RrY3U3WnFJU3BHOXRNL05FdE9VSEl4RDdaQ1AxRzZSSVJOSm1DVDA5NHRVQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0310 19:30:26.614122 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0310 19:30:28.718650 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 19:30:28.718676 1 tasks.go:49] processing task group 2 of 3 I0310 19:30:28.718702 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 19:30:28.718715 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:30:28.718718 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:30:28.718733 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 19:30:28.718752 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 19:30:28.718781 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:30:28.718795 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 19:30:28.718845 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:30:28.718871 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 19:30:28.718956 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 19:30:28.718990 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:30:28.719049 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 19:30:28.719143 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 19:30:28.718863 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 19:30:28.719389 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:30:28.778387 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:30:28.798261 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:30:28.799048 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 19:30:28.804637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0310 19:30:28.820083 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0310 19:30:28.844320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0310 19:30:28.857128 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0310 19:30:28.874375 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0310 19:30:28.877233 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:30:28.932742 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0310 19:30:29.792232 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:30:29.819134 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:30:29.826118 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 19:30:29.848394 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:30:29.872536 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 19:30:31.884826 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 19:30:33.861298 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 19:30:33.926995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I0310 19:30:34.789317 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 19:30:39.031214 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0310 19:31:29.905932 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 19:32:44.179770 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 19:32:44.179795 1 tasks.go:49] processing task group 3 of 3 I0310 19:32:44.179811 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0310 19:32:44.235899 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0310 19:32:44.235990 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4cfeeb59-ffd2-43f4-b208-acf9725bd727", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0310 19:32:44.244834 1 operator.go:903] Updating ClusterOperator status to done. W0310 19:32:44.284326 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 19:32:44.324948 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 19:32:44.330781 1 tasks.go:49] processing task group 1 of 3 I0310 19:32:44.330808 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 19:32:44.330824 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:32:44.345664 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:32:47.481316 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 19:32:47.481341 1 tasks.go:49] processing task group 2 of 3 I0310 19:32:47.481375 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:32:47.481373 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 19:32:47.481392 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 19:32:47.481405 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 19:32:47.481425 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 19:32:47.481448 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 19:32:47.481466 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 19:32:47.481472 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:32:47.481582 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 19:32:47.481605 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 19:32:47.481666 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:32:47.481684 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 19:32:47.481729 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:32:47.481922 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:32:47.481969 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:32:47.539250 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:32:47.562026 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:32:47.562254 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 19:32:47.633048 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:32:48.558018 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:32:48.588611 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:32:48.589990 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 19:32:48.625578 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:32:48.656418 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 19:32:50.652381 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 19:32:52.622701 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 19:32:53.551531 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 19:32:53.639040 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0310 19:32:58.283171 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:32:58.671024 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 19:33:02.829432 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 19:33:02.829455 1 tasks.go:49] processing task group 3 of 3 I0310 19:33:02.829466 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0310 19:33:02.874880 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0310 19:33:02.883778 1 operator.go:903] Updating ClusterOperator status to done. W0310 19:33:02.895249 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 19:33:02.933939 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 19:33:02.939556 1 tasks.go:49] processing task group 1 of 3 I0310 19:33:02.939574 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 19:33:02.939595 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:33:02.954227 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:33:06.088814 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 19:33:06.088838 1 tasks.go:49] processing task group 2 of 3 I0310 19:33:06.088855 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:33:06.088859 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:33:06.088875 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 19:33:06.088893 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 19:33:06.088910 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 19:33:06.088940 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 19:33:06.088949 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:33:06.088987 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:33:06.089051 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 19:33:06.089105 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:33:06.089181 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 19:33:06.089230 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 19:33:06.089136 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 19:33:06.089167 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 19:33:06.089175 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:33:06.151184 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:33:06.164757 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:33:06.173814 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 19:33:06.238652 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:33:07.171279 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:33:07.192466 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:33:07.200756 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 19:33:07.220862 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:33:07.229564 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 19:33:09.253327 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 19:33:11.234029 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 19:33:12.155462 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 19:33:12.251187 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0310 19:33:17.255001 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 19:33:17.554170 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:33:21.446695 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 19:33:21.446719 1 tasks.go:49] processing task group 3 of 3 I0310 19:33:21.446731 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0310 19:33:21.492078 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0310 19:33:21.500355 1 operator.go:903] Updating ClusterOperator status to done. W0310 19:33:21.511356 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 19:33:21.549844 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 19:33:21.555435 1 tasks.go:49] processing task group 1 of 3 I0310 19:33:21.555453 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 19:33:21.555469 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:33:21.571355 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:33:24.713845 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 19:33:24.713869 1 tasks.go:49] processing task group 2 of 3 I0310 19:33:24.713897 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:33:24.713896 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 19:33:24.713915 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 19:33:24.713922 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:33:24.713940 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 19:33:24.713977 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 19:33:24.713996 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:33:24.714119 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 19:33:24.714128 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 19:33:24.714127 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:33:24.714133 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 19:33:24.714580 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:33:24.714138 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:33:24.714163 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 19:33:24.714173 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 19:33:24.769583 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:33:24.794220 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:33:24.799541 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 19:33:24.857218 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:33:25.789533 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:33:25.820891 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 19:33:25.823599 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:33:25.848264 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:33:25.856264 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 19:33:27.883309 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 19:33:29.854203 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 19:33:30.782318 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 19:33:30.875767 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0310 19:33:35.884775 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 19:33:40.062653 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 19:33:40.062680 1 tasks.go:49] processing task group 3 of 3 I0310 19:33:40.062687 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0310 19:33:40.109498 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0310 19:33:40.119719 1 operator.go:903] Updating ClusterOperator status to done. I0310 19:33:46.390815 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0310 19:33:46.390852 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 19:33:46.431379 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 19:33:46.436668 1 tasks.go:49] processing task group 1 of 3 I0310 19:33:46.436688 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 19:33:46.436702 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:33:46.451852 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:33:49.591223 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 19:33:49.591250 1 tasks.go:49] processing task group 2 of 3 I0310 19:33:49.591271 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:33:49.591282 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 19:33:49.591296 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 19:33:49.591314 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 19:33:49.591337 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:33:49.591355 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 19:33:49.591382 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:33:49.591435 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:33:49.591477 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:33:49.591561 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 19:33:49.591406 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 19:33:49.591664 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 19:33:49.591419 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 19:33:49.591428 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 19:33:49.591656 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:33:49.641019 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:33:49.660087 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:33:49.670404 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 19:33:49.730219 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:33:50.661947 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:33:50.684669 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:33:50.690139 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 19:33:50.714982 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:33:50.723820 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 19:33:52.765350 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 19:33:54.724940 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 19:33:55.659596 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 19:33:55.745285 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0310 19:34:00.761475 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 19:34:04.948759 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 19:34:04.948785 1 tasks.go:49] processing task group 3 of 3 I0310 19:34:04.948797 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0310 19:34:04.995141 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0310 19:34:05.003759 1 operator.go:903] Updating ClusterOperator status to done. I0310 19:38:46.390929 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0310 19:38:46.390975 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 19:38:46.432002 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 19:38:46.439292 1 tasks.go:49] processing task group 1 of 3 I0310 19:38:46.439319 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 19:38:46.439341 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:38:46.454638 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:38:49.609991 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 19:38:49.610017 1 tasks.go:49] processing task group 2 of 3 I0310 19:38:49.610050 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 19:38:49.610062 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:38:49.610063 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 19:38:49.610084 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 19:38:49.610109 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 19:38:49.610125 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:38:49.610181 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 19:38:49.610319 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:38:49.610380 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 19:38:49.610426 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 19:38:49.610453 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 19:38:49.610482 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:38:49.610507 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 19:38:49.610544 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:38:49.610591 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:38:49.666003 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:38:49.697802 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 19:38:49.698874 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:38:49.768445 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:38:50.686143 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:38:50.713777 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 19:38:50.717286 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:38:50.737866 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:38:50.775623 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 19:38:52.784052 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 19:38:54.760720 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 19:38:55.680789 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 19:38:55.771371 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0310 19:39:00.780800 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 19:39:04.985814 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 19:39:04.985852 1 tasks.go:49] processing task group 3 of 3 I0310 19:39:04.985866 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0310 19:39:05.032423 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0310 19:39:05.041029 1 operator.go:903] Updating ClusterOperator status to done. I0310 19:43:46.300124 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0310 19:43:46.300193 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 19:43:46.300215 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0310 19:43:46.300225 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0310 19:43:46.300401 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0310 19:43:46.300438 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0310 19:43:46.300480 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0310 19:43:46.301684 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I0310 19:43:46.301688 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I0310 19:43:46.301694 1 operator.go:718] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0310 19:43:46.302498 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I0310 19:43:46.302695 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:43:46.339541 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 19:43:46.345542 1 tasks.go:49] processing task group 1 of 3 I0310 19:43:46.345571 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 19:43:46.345583 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:43:46.355407 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0310 19:43:46.364489 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:43:46.390827 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0310 19:43:49.517830 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 19:43:49.517863 1 tasks.go:49] processing task group 2 of 3 I0310 19:43:49.517889 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:43:49.517892 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 19:43:49.517898 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:43:49.517915 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 19:43:49.517928 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 19:43:49.517945 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:43:49.517990 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:43:49.518058 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 19:43:49.518110 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 19:43:49.518181 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 19:43:49.518235 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 19:43:49.518172 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:43:49.518221 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 19:43:49.518047 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:43:49.518017 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 19:43:49.574077 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:43:49.595649 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:43:49.600170 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 19:43:49.662385 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:43:50.594315 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:43:50.620931 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 19:43:50.625627 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:43:50.643510 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:43:50.667224 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 19:43:52.691065 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 19:43:54.659895 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 19:43:55.590950 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 19:43:55.676664 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0310 19:44:00.688387 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 19:44:04.867330 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 19:44:04.867361 1 tasks.go:49] processing task group 3 of 3 I0310 19:44:04.867368 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0310 19:44:04.914896 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0310 19:44:04.923385 1 operator.go:903] Updating ClusterOperator status to done. W0310 19:44:04.934648 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 19:44:04.976439 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 19:44:04.982026 1 tasks.go:49] processing task group 1 of 3 I0310 19:44:04.982048 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 19:44:04.982061 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:44:04.998561 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:44:08.132294 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 19:44:08.132323 1 tasks.go:49] processing task group 2 of 3 I0310 19:44:08.132359 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:44:08.132360 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 19:44:08.132372 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:44:08.132391 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 19:44:08.132409 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 19:44:08.132432 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:44:08.132453 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 19:44:08.132577 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 19:44:08.132625 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 19:44:08.132638 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 19:44:08.132647 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:44:08.132648 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:44:08.132627 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 19:44:08.132629 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 19:44:08.132639 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:44:08.197551 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:44:08.223520 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 19:44:08.238086 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:44:08.309156 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:44:09.221763 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:44:09.243138 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 19:44:09.251025 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:44:09.262851 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:44:09.285883 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 19:44:11.296308 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 19:44:13.286610 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 19:44:14.203350 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 19:44:14.315224 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0310 19:44:19.302199 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 19:44:23.500345 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 19:44:23.500372 1 tasks.go:49] processing task group 3 of 3 I0310 19:44:23.500383 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0310 19:44:23.546308 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0310 19:44:23.554537 1 operator.go:903] Updating ClusterOperator status to done. I0310 19:48:46.390557 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0310 19:48:46.390617 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 19:48:46.432801 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 19:48:46.438397 1 tasks.go:49] processing task group 1 of 3 I0310 19:48:46.438426 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 19:48:46.438443 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:48:46.455107 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:48:49.612747 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 19:48:49.612775 1 tasks.go:49] processing task group 2 of 3 I0310 19:48:49.612808 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:48:49.612807 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 19:48:49.612816 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:48:49.612835 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 19:48:49.612844 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 19:48:49.612871 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:48:49.612895 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:48:49.613039 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 19:48:49.613063 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:48:49.613072 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 19:48:49.613074 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 19:48:49.613082 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 19:48:49.613085 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 19:48:49.613092 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 19:48:49.613095 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:48:49.669896 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:48:49.691634 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:48:49.705793 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 19:48:49.768736 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:48:50.691173 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:48:50.715548 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:48:50.717328 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 19:48:50.744034 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:48:50.771502 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 19:48:52.790587 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 19:48:54.748752 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 19:48:55.681443 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 19:48:55.768574 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0310 19:49:00.789729 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 19:49:04.964111 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 19:49:04.964140 1 tasks.go:49] processing task group 3 of 3 I0310 19:49:04.964177 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0310 19:49:05.010115 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0310 19:49:05.018112 1 operator.go:903] Updating ClusterOperator status to done. I0310 19:53:46.391173 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0310 19:53:46.391230 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 19:53:46.437027 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 19:53:46.442769 1 tasks.go:49] processing task group 1 of 3 I0310 19:53:46.442798 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 19:53:46.442817 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:53:46.458170 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:53:49.625790 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 19:53:49.625813 1 tasks.go:49] processing task group 2 of 3 I0310 19:53:49.625857 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:53:49.625856 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 19:53:49.625870 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 19:53:49.625895 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:53:49.625909 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:53:49.625921 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 19:53:49.625945 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 19:53:49.625943 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 19:53:49.626057 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 19:53:49.626341 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 19:53:49.626368 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 19:53:49.626419 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:53:49.626461 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:53:49.626555 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 19:53:49.625892 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:53:49.684881 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:53:49.709133 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:53:49.709167 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 19:53:49.783608 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:53:50.698827 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:53:50.731470 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:53:50.734632 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 19:53:50.752980 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:53:50.778188 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 19:53:52.795510 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 19:53:54.766097 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 19:53:55.697072 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 19:53:55.790083 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0310 19:54:00.798035 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 19:54:04.975647 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 19:54:04.975672 1 tasks.go:49] processing task group 3 of 3 I0310 19:54:04.975689 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0310 19:54:05.023299 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0310 19:54:05.031560 1 operator.go:903] Updating ClusterOperator status to done. I0310 19:58:46.300487 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0310 19:58:46.300526 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 19:58:46.300557 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0310 19:58:46.300564 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0310 19:58:46.300594 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0310 19:58:46.300699 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0310 19:58:46.300729 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0310 19:58:46.301734 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I0310 19:58:46.301755 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I0310 19:58:46.301763 1 operator.go:718] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0310 19:58:46.302627 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I0310 19:58:46.303643 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0310 19:58:46.342757 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 19:58:46.348967 1 tasks.go:49] processing task group 1 of 3 I0310 19:58:46.348988 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 19:58:46.349003 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:58:46.355426 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0310 19:58:46.365797 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:58:46.390233 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0310 19:58:49.525165 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 19:58:49.525187 1 tasks.go:49] processing task group 2 of 3 I0310 19:58:49.525214 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:58:49.525217 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 19:58:49.525238 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 19:58:49.525251 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:58:49.525274 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:58:49.525291 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 19:58:49.525312 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:58:49.525407 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 19:58:49.525510 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 19:58:49.525655 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:58:49.525693 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 19:58:49.525745 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 19:58:49.525815 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 19:58:49.525825 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:58:49.525833 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 19:58:49.585571 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:58:49.604405 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:58:49.608029 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 19:58:49.676540 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:58:50.604081 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:58:50.629934 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:58:50.633654 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 19:58:50.653074 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:58:50.673681 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 19:58:52.706370 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 19:58:54.665834 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 19:58:55.602205 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 19:58:55.685419 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0310 19:59:00.696922 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 19:59:04.893430 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 19:59:04.893457 1 tasks.go:49] processing task group 3 of 3 I0310 19:59:04.893473 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0310 19:59:04.947414 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0310 19:59:04.956172 1 operator.go:903] Updating ClusterOperator status to done. W0310 19:59:04.967894 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 19:59:05.009599 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 19:59:05.015458 1 tasks.go:49] processing task group 1 of 3 I0310 19:59:05.015485 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 19:59:05.015506 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:59:05.030202 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 19:59:08.173521 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 19:59:08.173542 1 tasks.go:49] processing task group 2 of 3 I0310 19:59:08.173569 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:59:08.173575 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 19:59:08.173597 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:59:08.173626 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 19:59:08.173643 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:59:08.173660 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 19:59:08.173748 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 19:59:08.173830 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 19:59:08.173853 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:59:08.173865 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 19:59:08.173960 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:59:08.174072 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 19:59:08.174229 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 19:59:08.174230 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:59:08.174418 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 19:59:08.294745 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 19:59:08.322052 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 19:59:08.351468 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 19:59:08.482022 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 19:59:09.327661 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 19:59:09.330251 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 19:59:09.356480 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 19:59:09.360328 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 19:59:09.394458 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 19:59:11.372771 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 19:59:13.394534 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 19:59:14.252673 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 19:59:14.429023 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0310 19:59:19.368468 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 19:59:23.606165 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 19:59:23.606189 1 tasks.go:49] processing task group 3 of 3 I0310 19:59:23.606199 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0310 19:59:23.656136 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0310 19:59:23.665555 1 operator.go:903] Updating ClusterOperator status to done. I0310 20:03:46.391250 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0310 20:03:46.391306 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 20:03:46.434023 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 20:03:46.439676 1 tasks.go:49] processing task group 1 of 3 I0310 20:03:46.439701 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 20:03:46.439715 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 20:03:46.455578 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 20:03:49.622721 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 20:03:49.622743 1 tasks.go:49] processing task group 2 of 3 I0310 20:03:49.622774 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 20:03:49.622776 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 20:03:49.622790 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 20:03:49.622817 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 20:03:49.622828 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 20:03:49.622855 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 20:03:49.622930 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 20:03:49.622870 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 20:03:49.622937 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 20:03:49.622887 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 20:03:49.622900 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 20:03:49.622910 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 20:03:49.622915 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 20:03:49.622919 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 20:03:49.622898 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 20:03:49.685042 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 20:03:49.713304 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 20:03:49.714693 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 20:03:49.782861 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 20:03:50.711623 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 20:03:50.736562 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 20:03:50.737949 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 20:03:50.752197 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 20:03:50.783471 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 20:03:52.796623 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 20:03:54.778216 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 20:03:55.693979 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 20:03:55.794844 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0310 20:04:00.802269 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 20:04:04.990035 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 20:04:04.990062 1 tasks.go:49] processing task group 3 of 3 I0310 20:04:04.990069 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0310 20:04:05.037424 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0310 20:04:05.045789 1 operator.go:903] Updating ClusterOperator status to done. I0310 20:08:46.390960 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0310 20:08:46.391018 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0310 20:08:46.430678 1 operator.go:882] Updating ClusterOperator status to InProgress. I0310 20:08:46.436101 1 tasks.go:49] processing task group 1 of 3 I0310 20:08:46.436130 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0310 20:08:46.436166 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0310 20:08:46.451533 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0310 20:08:49.605002 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0310 20:08:49.605025 1 tasks.go:49] processing task group 2 of 3 I0310 20:08:49.605050 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 20:08:49.605057 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0310 20:08:49.605069 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0310 20:08:49.605086 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0310 20:08:49.605112 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0310 20:08:49.605126 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0310 20:08:49.605141 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0310 20:08:49.605166 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0310 20:08:49.605139 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0310 20:08:49.605164 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 20:08:49.605175 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0310 20:08:49.605180 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0310 20:08:49.605179 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 20:08:49.605186 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 20:08:49.605189 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0310 20:08:49.661571 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0310 20:08:49.682166 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0310 20:08:49.689025 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0310 20:08:49.753172 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0310 20:08:50.682239 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0310 20:08:50.707331 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0310 20:08:50.710206 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0310 20:08:50.729028 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0310 20:08:50.752571 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0310 20:08:52.776890 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0310 20:08:54.746178 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0310 20:08:55.675806 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0310 20:08:55.757308 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0310 20:09:00.770832 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0310 20:09:04.977775 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0310 20:09:04.977801 1 tasks.go:49] processing task group 3 of 3 I0310 20:09:04.977819 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0310 20:09:05.026666 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0310 20:09:05.035590 1 operator.go:903] Updating ClusterOperator status to done.