W0319 19:20:26.010094 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 19:20:26.010450 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0319 19:20:26.010463 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0319 19:20:26.010468 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0319 19:20:26.010472 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0319 19:20:26.010476 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0319 19:20:26.057841 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0319 19:20:26.062841 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0319 19:20:26.063293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0319 19:20:26.069750 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0319 19:20:26.072653 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 19:20:26.081310 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0319 19:20:26.082688 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 19:20:26.082906 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 19:20:26.083124 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 19:20:26.084119 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0319 19:20:26.084677 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 19:20:26.084881 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0319 19:20:26.090843 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 19:20:26.091015 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0319 19:20:26.091229 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 19:20:26.091275 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 19:20:26.092149 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 19:20:26.092235 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 19:20:26.098941 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 19:20:26.101920 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 19:20:26.102280 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 19:20:26.131184 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 19:20:26.176147 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 19:20:26.176209 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 19:20:26.176233 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0319 19:20:26.176255 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0319 19:20:26.176265 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0319 19:20:26.176312 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0319 19:20:26.176321 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0319 19:20:26.176327 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0319 19:20:26.176414 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0319 19:20:26.176424 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0319 19:20:26.176430 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0319 19:20:26.176456 1 rule_controller.go:114] Starting alerting rules controller I0319 19:20:26.176474 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0319 19:20:26.176498 1 relabel_controller.go:117] Starting alert relabel config controller I0319 19:20:26.176511 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0319 19:20:26.179968 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0319 19:20:26.180118 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0319 19:20:26.180243 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0319 19:20:26.180772 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0319 19:20:26.183525 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.183581 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.183636 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 19:20:26.183750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 19:20:26.183786 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.183846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 19:20:26.198463 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-fcw8q" is created for OpenShiftMonitoringClientCertRequester I0319 19:20:26.198785 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-qh72v" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0319 19:20:26.198893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-x782s" is created for OpenShiftMonitoringTelemeterClientCertRequester I0319 19:20:26.211917 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.212041 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.212081 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.217422 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.218907 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.218910 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.223270 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.225278 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.225304 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.231438 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.233184 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.233280 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.234017 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 19:20:26.241206 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.242709 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.242709 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.247792 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.253546 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.253773 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.254618 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.255626 1 tasks.go:49] processing task group 1 of 3 I0319 19:20:26.255655 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 19:20:26.255673 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:20:26.259821 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.260914 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.261043 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.265346 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.266508 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.267681 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.271309 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0319 19:20:26.272401 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:26.276820 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0319 19:20:26.276829 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0319 19:20:26.284914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0319 19:20:26.290820 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:20:26.297485 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0319 19:20:26.354211 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 19:20:26.401708 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0319 19:20:26.403034 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0319 19:20:26.403048 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0319 19:20:26.403064 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0319 19:20:26.403071 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0319 19:20:26.405504 1 secure_serving.go:57] Forcing use of http/1.1 only I0319 19:20:26.405518 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0319 19:20:26.411591 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0319 19:20:26.411612 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 19:20:26.411624 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 19:20:26.411645 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 19:20:26.411645 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 19:20:26.411613 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0319 19:20:26.411967 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 19:20:26.412109 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773948005\" (2026-03-19 19:20:12 +0000 UTC to 2028-03-18 19:20:13 +0000 UTC (now=2026-03-19 19:20:26.412087881 +0000 UTC))" I0319 19:20:26.412271 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773948026\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773948026\" (2026-03-19 18:20:26 +0000 UTC to 2029-03-19 18:20:26 +0000 UTC (now=2026-03-19 19:20:26.412257468 +0000 UTC))" I0319 19:20:26.412287 1 secure_serving.go:211] Serving securely on [::]:8443 I0319 19:20:26.412302 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0319 19:20:26.412313 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0319 19:20:26.415356 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0319 19:20:26.415399 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0319 19:20:26.415411 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0319 19:20:26.449473 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 19:20:26.464507 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 19:20:26.490922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 19:20:26.507186 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 19:20:26.512197 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0319 19:20:26.512195 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 19:20:26.512210 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 19:20:26.512490 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-19 19:03:28 +0000 UTC to 2036-03-16 19:03:28 +0000 UTC (now=2026-03-19 19:20:26.51243967 +0000 UTC))" I0319 19:20:26.513053 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773948005\" (2026-03-19 19:20:12 +0000 UTC to 2028-03-18 19:20:13 +0000 UTC (now=2026-03-19 19:20:26.513026768 +0000 UTC))" I0319 19:20:26.513285 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773948026\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773948026\" (2026-03-19 18:20:26 +0000 UTC to 2029-03-19 18:20:26 +0000 UTC (now=2026-03-19 19:20:26.513267644 +0000 UTC))" I0319 19:20:26.513444 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-19 19:03:31 +0000 UTC to 2036-03-16 19:03:31 +0000 UTC (now=2026-03-19 19:20:26.513429453 +0000 UTC))" I0319 19:20:26.513467 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-19 19:03:35 +0000 UTC to 2036-03-16 19:03:35 +0000 UTC (now=2026-03-19 19:20:26.513458351 +0000 UTC))" I0319 19:20:26.513492 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-19 19:03:40 +0000 UTC to 2036-03-16 19:03:40 +0000 UTC (now=2026-03-19 19:20:26.513476329 +0000 UTC))" I0319 19:20:26.513510 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-19 19:03:43 +0000 UTC to 2036-03-16 19:03:43 +0000 UTC (now=2026-03-19 19:20:26.513501938 +0000 UTC))" I0319 19:20:26.513524 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-19 19:03:49 +0000 UTC to 2036-03-16 19:03:49 +0000 UTC (now=2026-03-19 19:20:26.513516464 +0000 UTC))" I0319 19:20:26.513542 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4vh8val8ukmk9irdtni0ahl21inpgt-kx-7419de865e_customer-system-admin-signer@1773947687\" [] issuer=\"\" (2026-03-19 19:14:47 +0000 UTC to 2026-03-26 19:14:48 +0000 UTC (now=2026-03-19 19:20:26.513532683 +0000 UTC))" I0319 19:20:26.513560 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4vh8val8ukmk9irdtni0ahl21inpgt-kx-7419de865e_sre-system-admin-signer@1773947687\" [] issuer=\"\" (2026-03-19 19:14:47 +0000 UTC to 2026-03-26 19:14:48 +0000 UTC (now=2026-03-19 19:20:26.513551845 +0000 UTC))" I0319 19:20:26.513574 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-19 19:03:28 +0000 UTC to 2036-03-16 19:03:28 +0000 UTC (now=2026-03-19 19:20:26.513566863 +0000 UTC))" I0319 19:20:26.513747 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773948005\" (2026-03-19 19:20:12 +0000 UTC to 2028-03-18 19:20:13 +0000 UTC (now=2026-03-19 19:20:26.513734743 +0000 UTC))" I0319 19:20:26.513917 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773948026\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773948026\" (2026-03-19 18:20:26 +0000 UTC to 2029-03-19 18:20:26 +0000 UTC (now=2026-03-19 19:20:26.513906358 +0000 UTC))" I0319 19:20:27.785558 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 19:20:30.360067 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:30.360066 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:30.360067 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 19:20:30.360290 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-19T19:15:30Z", ) I0319 19:20:30.360305 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-18T19:15:30Z", ) I0319 19:20:30.360360 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-19T19:15:30Z", ) I0319 19:20:30.360384 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-18T19:15:30Z", ) I0319 19:20:30.360397 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-19T19:15:30Z", ) I0319 19:20:30.360415 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-18T19:15:30Z", ) I0319 19:20:30.378106 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0319 19:20:30.378136 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0319 19:20:30.378133 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0319 19:20:30.378166 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 19:20:30.378526 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 19:20:30.378607 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 19:20:33.644153 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0319 19:21:12.760921 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 19:21:17.567981 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0319 19:21:17.580205 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0319 19:21:17.598161 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0319 19:21:22.756061 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 19:21:22.756091 1 tasks.go:49] processing task group 2 of 3 I0319 19:21:22.756125 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:21:22.756126 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 19:21:22.756137 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:21:22.756144 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 19:21:22.756150 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 19:21:22.756161 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 19:21:22.756161 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 19:21:22.756177 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:21:22.756184 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:21:22.756182 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:21:22.756196 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 19:21:22.756201 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 19:21:22.756201 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:21:22.756168 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 19:21:22.756156 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 19:21:22.772982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0319 19:21:22.779812 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0319 19:21:22.792048 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0319 19:21:22.811187 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0319 19:21:22.815906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0319 19:21:22.821804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0319 19:21:22.848508 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:21:22.860910 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 19:21:22.883185 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:21:22.900329 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 19:21:22.900722 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0319 19:21:22.960707 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 19:21:22.963372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0319 19:21:22.966318 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0319 19:21:22.966790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 19:21:23.042998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0319 19:21:23.049233 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 19:21:23.054799 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 19:21:23.062836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0319 19:21:23.073013 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0319 19:21:23.144740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 19:21:23.151477 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0319 19:21:23.151497 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0319 19:21:23.154232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0319 19:21:23.161941 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0319 19:21:23.161955 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0319 19:21:23.188823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 19:21:23.190436 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0319 19:21:23.190899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0319 19:21:23.224022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0319 19:21:23.228108 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0319 19:21:23.288357 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0319 19:21:23.416337 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 19:21:23.474992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0319 19:21:23.564160 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0319 19:21:23.636126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0319 19:21:23.669305 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0319 19:21:23.691820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0319 19:21:23.751900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0319 19:21:23.864659 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0319 19:21:23.916075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0319 19:21:23.932043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 19:21:23.948437 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0319 19:21:23.998105 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 19:21:24.091229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 19:21:24.091537 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 19:21:24.100570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0319 19:21:24.108157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0319 19:21:24.146452 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0319 19:21:24.169153 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 19:21:24.169220 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 19:21:24.195639 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 19:21:24.208777 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0319 19:21:24.315776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0319 19:21:24.433290 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0319 19:21:24.560841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0319 19:21:24.565126 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 19:21:24.922513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0319 19:21:24.938806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 19:21:24.954746 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0319 19:21:25.069950 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0319 19:21:25.168418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 19:21:25.256711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 19:21:25.360537 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 19:21:25.470695 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 19:21:25.510741 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:21:25.510809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0319 19:21:25.512257 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 19:21:25.623232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 19:21:25.734887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 19:21:25.858144 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 19:21:25.912335 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:21:25.932684 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:21:25.971751 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 19:21:26.071516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 19:21:26.176761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 19:21:26.217727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-9h0h2vtg0tdf9 -n openshift-monitoring because it was missing I0319 19:21:26.255662 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0319 19:21:26.276603 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0319 19:21:26.733744 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0319 19:21:27.773324 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-18k547vu704oe -n openshift-monitoring because it was missing I0319 19:21:27.851676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0319 19:21:27.883901 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0319 19:21:29.308359 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-5ll4hupcv7hb3 -n openshift-monitoring because it was missing I0319 19:21:29.331909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0319 19:21:29.347570 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 19:21:29.367373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 19:21:29.381154 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0319 19:21:37.955994 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 19:21:37.956067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0319 19:21:38.165410 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:21:38.316973 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 19:21:42.761452 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 19:21:46.311269 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0319 19:21:46.368890 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 19:21:58.858437 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0319 19:21:58.869389 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 19:21:58.869461 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0319 19:22:14.247067 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 19:22:39.454807 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 19:22:39.454844 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0319 19:22:39.454852 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0319 19:22:39.454902 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0319 19:22:39.454929 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 19:22:39.488028 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 19:22:39.492899 1 tasks.go:49] processing task group 1 of 3 I0319 19:22:39.492925 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 19:22:39.492939 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:22:39.506323 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:22:40.543374 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWEdyTVB2SHMzYkV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016azBPREF3TlRBZQpGdzB5TmpBek1Ua3hPVEl3TURSYUZ3MHlPREExTVRjeE9USXdNRFZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek01TkRnd01EVXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREY5anJVQjN6VW5hOUZJcGN4U2Z3NTJEYWxVV1oxZkZZNAp2SjFCWDNNaE16NEpmbXpkSU1wN1ZHaHp6b2FqUFdOVTdRR00wNXh0MGVFRGphZ1BpNS9EQzQzMFFZc3FvRkN0CnhRd0VSOW9xaXlRbVpwQzc3WStqT2ZDTFBnZk15Sk4vcElXUThIY3FDOXg2QUllU0hEYzd5R1BjQTJRSzFVdzkKMVZwcnE5eS9tQ3hRcHNacTA2NndIQ1Bqc210NjZ6Y1VlMlUzejR0TFN1bU1tTHBtY1NSNEp2TXJJRlpkV3BTWgpjODVPbjQ1Rkt5Y2p4N2VNVTdHOElHRkp6NWV0RzFHdlEyRHd0RW1DN3JyMTk3dDBSSmpJcVk3MFZNVC9sSUJ1Ckczck91UU8zSDNSeWdBWm1NbldRSGtuWmVnSE5iSGZ4ZFRqSHhTa0xxb2tYTmZjL3dVRmxBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRMd0tPbwpPK0FUV1RFOG1aNE9hTG5uOWZ3VmV6QWZCZ05WSFNNRUdEQVdnQlRMd0tPb08rQVRXVEU4bVo0T2FMbm45ZndWCmV6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFmWEhEdENibWRUaUFqR0YyUzMvaE80THNXMVU4SUdoTE10cksKL3kzSUZkRUxkbTdDaUVsTzR2VFdEaFBsQnVMYS8wNUFHY0R1YStDR1Vpb0g0NFNDQ3NOT3NyT0pvREtnYTYxQQpJWmFRLzUrcGNoaHVnVWEwbVBaN2pIVm1XS1VFOFZsODA1dlo5KzRaUDZUajJqQlNZTUlDSWcvRjNESzJIZzUwClRDVmgzSmJ6ZXVSQUMvcjZiMG1JU3loNXB4djVUaTY4WDM2L0xoTGZUNVlsYzVwb3JmcWtVTmJ6dHJENUlySEQKV1NEdWFDc1o5bUJJSFV1RGZTa04vVjVobXRtWXNvZ1BuR0I1YnNFK0dBbjNxY1FoTzI4WE5FRXcza1dKa1ZTYworZnZLWFozL3ZlWHh4T0tFeTk2ckJTRE15SWNaTnNuVXZwek5sMnR2cUYySDBQYTNCUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 19:22:40.549669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0319 19:22:40.555289 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWEdyTVB2SHMzYkV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016azBPREF3TlRBZQpGdzB5TmpBek1Ua3hPVEl3TURSYUZ3MHlPREExTVRjeE9USXdNRFZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek01TkRnd01EVXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREY5anJVQjN6VW5hOUZJcGN4U2Z3NTJEYWxVV1oxZkZZNAp2SjFCWDNNaE16NEpmbXpkSU1wN1ZHaHp6b2FqUFdOVTdRR00wNXh0MGVFRGphZ1BpNS9EQzQzMFFZc3FvRkN0CnhRd0VSOW9xaXlRbVpwQzc3WStqT2ZDTFBnZk15Sk4vcElXUThIY3FDOXg2QUllU0hEYzd5R1BjQTJRSzFVdzkKMVZwcnE5eS9tQ3hRcHNacTA2NndIQ1Bqc210NjZ6Y1VlMlUzejR0TFN1bU1tTHBtY1NSNEp2TXJJRlpkV3BTWgpjODVPbjQ1Rkt5Y2p4N2VNVTdHOElHRkp6NWV0RzFHdlEyRHd0RW1DN3JyMTk3dDBSSmpJcVk3MFZNVC9sSUJ1Ckczck91UU8zSDNSeWdBWm1NbldRSGtuWmVnSE5iSGZ4ZFRqSHhTa0xxb2tYTmZjL3dVRmxBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRMd0tPbwpPK0FUV1RFOG1aNE9hTG5uOWZ3VmV6QWZCZ05WSFNNRUdEQVdnQlRMd0tPb08rQVRXVEU4bVo0T2FMbm45ZndWCmV6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFmWEhEdENibWRUaUFqR0YyUzMvaE80THNXMVU4SUdoTE10cksKL3kzSUZkRUxkbTdDaUVsTzR2VFdEaFBsQnVMYS8wNUFHY0R1YStDR1Vpb0g0NFNDQ3NOT3NyT0pvREtnYTYxQQpJWmFRLzUrcGNoaHVnVWEwbVBaN2pIVm1XS1VFOFZsODA1dlo5KzRaUDZUajJqQlNZTUlDSWcvRjNESzJIZzUwClRDVmgzSmJ6ZXVSQUMvcjZiMG1JU3loNXB4djVUaTY4WDM2L0xoTGZUNVlsYzVwb3JmcWtVTmJ6dHJENUlySEQKV1NEdWFDc1o5bUJJSFV1RGZTa04vVjVobXRtWXNvZ1BuR0I1YnNFK0dBbjNxY1FoTzI4WE5FRXcza1dKa1ZTYworZnZLWFozL3ZlWHh4T0tFeTk2ckJTRE15SWNaTnNuVXZwek5sMnR2cUYySDBQYTNCUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 19:22:40.560998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0319 19:22:42.647815 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 19:22:42.647839 1 tasks.go:49] processing task group 2 of 3 I0319 19:22:42.647886 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:22:42.647886 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 19:22:42.647900 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:22:42.647908 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 19:22:42.647943 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 19:22:42.647948 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 19:22:42.648029 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 19:22:42.648123 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:22:42.648097 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 19:22:42.648101 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 19:22:42.648088 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:22:42.648109 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 19:22:42.648110 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 19:22:42.648113 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:22:42.648122 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:22:42.700991 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:22:42.724397 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:22:42.730746 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 19:22:42.759429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0319 19:22:42.774803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0319 19:22:42.792724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0319 19:22:42.797020 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:22:42.804097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0319 19:22:42.819431 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 19:22:42.877364 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 19:22:43.719366 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:22:43.749937 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:22:43.750054 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 19:22:43.778631 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:22:43.779444 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 19:22:45.811891 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 19:22:47.786960 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 19:22:47.871570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0319 19:22:48.709660 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 19:22:50.963678 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 19:23:53.833389 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 19:24:58.000185 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 19:24:58.000208 1 tasks.go:49] processing task group 3 of 3 I0319 19:24:58.000219 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 19:24:58.056901 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 19:24:58.056940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4e76f260-66e7-44c1-bb06-30a53d25973e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0319 19:24:58.062537 1 operator.go:851] Updating ClusterOperator status to done. W0319 19:24:58.096523 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 19:24:58.128391 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 19:24:58.134786 1 tasks.go:49] processing task group 1 of 3 I0319 19:24:58.134807 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 19:24:58.134825 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:24:58.148272 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:25:01.299045 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 19:25:01.299067 1 tasks.go:49] processing task group 2 of 3 I0319 19:25:01.299092 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:25:01.299100 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 19:25:01.299109 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:25:01.299134 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 19:25:01.299153 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 19:25:01.299182 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:25:01.299215 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:25:01.299272 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 19:25:01.299317 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 19:25:01.299347 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 19:25:01.299403 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 19:25:01.299443 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:25:01.299515 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:25:01.299326 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 19:25:01.299336 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 19:25:01.357994 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:25:01.370847 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:25:01.383482 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 19:25:01.448825 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:25:02.379955 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:25:02.404202 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:25:02.405196 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 19:25:02.426657 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:25:02.429554 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 19:25:04.457849 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 19:25:06.440258 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 19:25:07.367305 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 19:25:07.460572 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 19:25:12.463687 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 19:25:12.763182 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 19:25:12.785049 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 19:25:16.635518 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 19:25:16.635543 1 tasks.go:49] processing task group 3 of 3 I0319 19:25:16.635551 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 19:25:16.674175 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 19:25:16.679249 1 operator.go:851] Updating ClusterOperator status to done. W0319 19:25:16.689118 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 19:25:16.717500 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 19:25:16.722612 1 tasks.go:49] processing task group 1 of 3 I0319 19:25:16.722630 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 19:25:16.722648 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:25:16.736175 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:25:19.870612 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 19:25:19.870635 1 tasks.go:49] processing task group 2 of 3 I0319 19:25:19.870656 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 19:25:19.870660 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:25:19.870667 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 19:25:19.870675 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:25:19.870686 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 19:25:19.870716 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:25:19.870759 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 19:25:19.870737 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 19:25:19.870752 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 19:25:19.870754 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 19:25:19.870764 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:25:19.870770 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:25:19.870777 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 19:25:19.870778 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:25:19.870785 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 19:25:19.918161 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:25:19.941433 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:25:19.947994 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 19:25:20.008217 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:25:20.943456 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:25:20.965966 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:25:20.968010 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 19:25:20.990779 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:25:21.003234 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 19:25:23.026812 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 19:25:25.000594 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 19:25:25.931898 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 19:25:26.024763 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 19:25:26.176183 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 19:25:31.039385 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 19:25:35.188482 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 19:25:35.188507 1 tasks.go:49] processing task group 3 of 3 I0319 19:25:35.188518 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 19:25:35.236370 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 19:25:35.243491 1 operator.go:851] Updating ClusterOperator status to done. W0319 19:25:35.255883 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 19:25:35.287530 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 19:25:35.293036 1 tasks.go:49] processing task group 1 of 3 I0319 19:25:35.293059 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 19:25:35.293069 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:25:35.307755 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:25:38.432364 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 19:25:38.432387 1 tasks.go:49] processing task group 2 of 3 I0319 19:25:38.432420 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:25:38.432432 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 19:25:38.432437 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:25:38.432460 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 19:25:38.432474 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:25:38.432493 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 19:25:38.432510 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 19:25:38.432668 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 19:25:38.432683 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 19:25:38.432695 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:25:38.432760 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:25:38.432848 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 19:25:38.432940 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 19:25:38.432420 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 19:25:38.432928 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:25:38.490103 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:25:38.506967 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:25:38.515973 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 19:25:38.569793 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:25:39.513526 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:25:39.541850 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:25:39.542724 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 19:25:39.564007 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:25:39.569002 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 19:25:41.591631 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 19:25:43.561947 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 19:25:44.493505 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 19:25:44.590028 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 19:25:49.599444 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 19:25:53.745706 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 19:25:53.745732 1 tasks.go:49] processing task group 3 of 3 I0319 19:25:53.745742 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 19:25:53.784611 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 19:25:53.790056 1 operator.go:851] Updating ClusterOperator status to done. I0319 19:30:26.176195 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 19:30:26.176259 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 19:30:26.206321 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 19:30:26.211213 1 tasks.go:49] processing task group 1 of 3 I0319 19:30:26.211237 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 19:30:26.211256 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:30:26.224408 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:30:29.369990 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 19:30:29.370011 1 tasks.go:49] processing task group 2 of 3 I0319 19:30:29.370034 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:30:29.370035 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:30:29.370046 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 19:30:29.370062 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 19:30:29.370088 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 19:30:29.370100 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 19:30:29.370117 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 19:30:29.370125 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 19:30:29.370125 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:30:29.370135 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 19:30:29.370142 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 19:30:29.370144 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 19:30:29.370153 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:30:29.370154 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:30:29.370170 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:30:29.432386 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:30:29.460042 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:30:29.466755 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 19:30:29.531908 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:30:30.462167 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:30:30.485728 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 19:30:30.492295 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:30:30.507470 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:30:30.519677 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 19:30:32.542662 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 19:30:34.523061 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 19:30:35.432856 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 19:30:35.535598 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 19:30:40.543682 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 19:30:44.701393 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 19:30:44.701423 1 tasks.go:49] processing task group 3 of 3 I0319 19:30:44.701436 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 19:30:44.741801 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 19:30:44.747584 1 operator.go:851] Updating ClusterOperator status to done. I0319 19:35:26.081808 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 19:35:26.081837 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0319 19:35:26.081876 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 19:35:26.083940 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0319 19:35:26.084044 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 19:35:26.084065 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 19:35:26.084159 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 19:35:26.084173 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 19:35:26.091476 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 19:35:26.091489 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0319 19:35:26.092579 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 19:35:26.092602 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 19:35:26.113178 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 19:35:26.118338 1 tasks.go:49] processing task group 1 of 3 I0319 19:35:26.118362 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 19:35:26.118367 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:35:26.131656 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0319 19:35:26.131976 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:35:26.177016 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 19:35:29.294211 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 19:35:29.294232 1 tasks.go:49] processing task group 2 of 3 I0319 19:35:29.294255 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:35:29.294266 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 19:35:29.294280 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:35:29.294283 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:35:29.294309 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 19:35:29.294318 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 19:35:29.294350 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:35:29.294451 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 19:35:29.294487 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 19:35:29.294526 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 19:35:29.294581 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 19:35:29.294270 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 19:35:29.294816 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:35:29.294918 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:35:29.294570 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 19:35:29.360445 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:35:29.389100 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:35:29.400128 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 19:35:29.462053 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:35:30.380410 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:35:30.422060 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:35:30.438650 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:35:30.439366 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 19:35:30.483559 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 19:35:32.509259 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 19:35:34.473439 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 19:35:35.367846 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 19:35:35.465328 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 19:35:40.504637 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 19:35:44.671086 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 19:35:44.671113 1 tasks.go:49] processing task group 3 of 3 I0319 19:35:44.671120 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 19:35:44.713178 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 19:35:44.719393 1 operator.go:851] Updating ClusterOperator status to done. W0319 19:35:44.730849 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 19:35:44.772440 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 19:35:44.778211 1 tasks.go:49] processing task group 1 of 3 I0319 19:35:44.778233 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 19:35:44.778247 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:35:44.794696 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:35:47.964809 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 19:35:47.964836 1 tasks.go:49] processing task group 2 of 3 I0319 19:35:47.964881 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:35:47.964885 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 19:35:47.964895 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 19:35:47.964916 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:35:47.964950 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 19:35:47.964966 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:35:47.965141 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 19:35:47.965200 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 19:35:47.964942 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:35:47.965355 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 19:35:47.965631 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:35:47.965673 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:35:47.965647 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 19:35:47.965654 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 19:35:47.965660 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 19:35:48.020553 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:35:48.041960 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:35:48.051308 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 19:35:48.112175 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:35:49.042807 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:35:49.066880 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 19:35:49.072363 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:35:49.102122 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:35:49.102949 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 19:35:51.136622 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 19:35:53.100974 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 19:35:54.033845 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 19:35:54.122759 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 19:35:59.132602 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 19:36:03.314468 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 19:36:03.314493 1 tasks.go:49] processing task group 3 of 3 I0319 19:36:03.314501 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 19:36:03.358341 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 19:36:03.364064 1 operator.go:851] Updating ClusterOperator status to done. I0319 19:40:26.176752 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 19:40:26.176812 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 19:40:26.209267 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 19:40:26.214804 1 tasks.go:49] processing task group 1 of 3 I0319 19:40:26.214837 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 19:40:26.214859 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:40:26.234025 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:40:29.396940 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 19:40:29.396964 1 tasks.go:49] processing task group 2 of 3 I0319 19:40:29.396988 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:40:29.396997 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 19:40:29.397005 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 19:40:29.397019 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:40:29.397050 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 19:40:29.397057 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:40:29.397083 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:40:29.397095 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:40:29.397339 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 19:40:29.397466 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 19:40:29.397078 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 19:40:29.397518 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:40:29.397528 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 19:40:29.397538 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 19:40:29.397535 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 19:40:29.465463 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:40:29.483229 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:40:29.495496 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 19:40:29.564787 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:40:30.487163 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:40:30.503249 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:40:30.516168 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 19:40:30.516442 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:40:30.554151 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 19:40:32.561996 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 19:40:34.551767 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 19:40:35.469793 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 19:40:35.570002 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 19:40:40.569718 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 19:40:44.747925 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 19:40:44.747951 1 tasks.go:49] processing task group 3 of 3 I0319 19:40:44.747963 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 19:40:44.790199 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 19:40:44.799432 1 operator.go:851] Updating ClusterOperator status to done. I0319 19:45:26.176679 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 19:45:26.176738 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 19:45:26.208688 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 19:45:26.213766 1 tasks.go:49] processing task group 1 of 3 I0319 19:45:26.213792 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 19:45:26.213804 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:45:26.227710 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:45:29.384589 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 19:45:29.384611 1 tasks.go:49] processing task group 2 of 3 I0319 19:45:29.384634 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:45:29.384643 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 19:45:29.384651 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 19:45:29.384678 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 19:45:29.384695 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 19:45:29.384711 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 19:45:29.384832 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 19:45:29.384858 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:45:29.385004 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:45:29.385161 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:45:29.385197 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 19:45:29.385307 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:45:29.385336 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:45:29.385419 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 19:45:29.385576 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 19:45:29.448554 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:45:29.465971 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:45:29.481102 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 19:45:29.542203 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:45:30.463503 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:45:30.496259 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:45:30.499411 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 19:45:30.508990 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:45:30.544350 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 19:45:32.558227 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 19:45:34.529563 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 19:45:35.463142 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 19:45:35.553763 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 19:45:40.562756 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 19:45:44.740632 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 19:45:44.740658 1 tasks.go:49] processing task group 3 of 3 I0319 19:45:44.740665 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 19:45:44.781613 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 19:45:44.787856 1 operator.go:851] Updating ClusterOperator status to done. I0319 19:50:26.082735 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 19:50:26.082769 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0319 19:50:26.082812 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 19:50:26.084953 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0319 19:50:26.085061 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 19:50:26.085178 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 19:50:26.085223 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 19:50:26.085238 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 19:50:26.091641 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 19:50:26.091657 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0319 19:50:26.092710 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 19:50:26.092791 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 19:50:26.116188 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 19:50:26.122544 1 tasks.go:49] processing task group 1 of 3 I0319 19:50:26.122571 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 19:50:26.122581 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:50:26.132682 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0319 19:50:26.139168 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:50:26.177089 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 19:50:29.297903 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 19:50:29.297927 1 tasks.go:49] processing task group 2 of 3 I0319 19:50:29.297950 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:50:29.297959 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 19:50:29.297970 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 19:50:29.297979 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 19:50:29.298002 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:50:29.298016 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:50:29.298033 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 19:50:29.298043 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 19:50:29.298181 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 19:50:29.298186 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 19:50:29.297952 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:50:29.298307 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 19:50:29.298361 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:50:29.298349 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:50:29.298299 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 19:50:29.361293 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:50:29.387504 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:50:29.396171 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 19:50:29.463843 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:50:30.385320 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:50:30.418707 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:50:30.426247 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 19:50:30.433413 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:50:30.467442 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 19:50:32.470790 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 19:50:34.453289 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 19:50:35.379719 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 19:50:35.493957 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 19:50:40.483436 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 19:50:44.670290 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 19:50:44.670320 1 tasks.go:49] processing task group 3 of 3 I0319 19:50:44.670342 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 19:50:44.718195 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 19:50:44.724407 1 operator.go:851] Updating ClusterOperator status to done. W0319 19:50:44.735454 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 19:50:44.767268 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 19:50:44.773064 1 tasks.go:49] processing task group 1 of 3 I0319 19:50:44.773088 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 19:50:44.773104 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:50:44.790299 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 19:50:47.923808 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 19:50:47.923832 1 tasks.go:49] processing task group 2 of 3 I0319 19:50:47.923881 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 19:50:47.923890 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:50:47.923900 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:50:47.923914 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:50:47.923936 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 19:50:47.923978 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:50:47.923905 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 19:50:47.924122 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 19:50:47.923966 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 19:50:47.924466 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 19:50:47.923954 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 19:50:47.924595 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 19:50:47.923967 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 19:50:47.923975 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:50:47.923975 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:50:47.987693 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 19:50:48.010660 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 19:50:48.014478 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 19:50:48.078894 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 19:50:49.008777 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 19:50:49.035007 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 19:50:49.037809 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 19:50:49.051369 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 19:50:49.065219 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 19:50:51.102362 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 19:50:53.074033 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 19:50:53.986464 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 19:50:54.089019 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 19:50:59.101093 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 19:51:03.277899 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 19:51:03.277924 1 tasks.go:49] processing task group 3 of 3 I0319 19:51:03.277935 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 19:51:03.330079 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 19:51:03.336454 1 operator.go:851] Updating ClusterOperator status to done.