W0319 18:03:02.080871 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 18:03:02.081266 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0319 18:03:02.081281 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0319 18:03:02.081286 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0319 18:03:02.081290 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0319 18:03:02.110986 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0319 18:03:02.115122 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0319 18:03:02.115328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0319 18:03:02.115639 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0319 18:03:02.118058 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 18:03:02.127966 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0319 18:03:02.128166 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 18:03:02.128586 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 18:03:02.128812 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0319 18:03:02.129910 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 18:03:02.130372 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0319 18:03:02.132476 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 18:03:02.130387 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 18:03:02.132979 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 18:03:02.133688 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 18:03:02.135397 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0319 18:03:02.135912 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 18:03:02.136456 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 18:03:02.137780 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 18:03:02.140141 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 18:03:02.142057 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 18:03:02.166541 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 18:03:02.220661 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 18:03:02.220727 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester W0319 18:03:02.220741 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:03:02.220739 1 rule_controller.go:113] Starting alerting rules controller I0319 18:03:02.220750 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0319 18:03:02.220750 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0319 18:03:02.220759 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0319 18:03:02.220762 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0319 18:03:02.220771 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0319 18:03:02.220771 1 relabel_controller.go:117] Starting alert relabel config controller I0319 18:03:02.220784 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0319 18:03:02.220761 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0319 18:03:02.220807 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0319 18:03:02.220825 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0319 18:03:02.220830 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0319 18:03:02.223947 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0319 18:03:02.224502 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0319 18:03:02.224592 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0319 18:03:02.224601 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0319 18:03:02.228640 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.228737 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.228826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 18:03:02.228901 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.228929 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 18:03:02.229148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 18:03:02.239976 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5pcmf" is created for OpenShiftMonitoringClientCertRequester I0319 18:03:02.244131 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-2p59z" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0319 18:03:02.244924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-kht2d" is created for OpenShiftMonitoringTelemeterClientCertRequester I0319 18:03:02.254217 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.258956 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.259037 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.261137 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.265060 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.265069 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.266590 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.270566 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.271997 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.272009 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.272982 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:03:02.275956 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.277669 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.279056 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.284491 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.286445 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.286450 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.291846 1 tasks.go:49] processing task group 1 of 3 I0319 18:03:02.291879 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:03:02.292400 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:03:02.297109 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.297147 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.297156 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.310866 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.310868 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.310955 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.311026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0319 18:03:02.316458 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.319837 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.319857 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.320896 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0319 18:03:02.320908 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0319 18:03:02.329681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0319 18:03:02.329927 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.329964 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:02.340789 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0319 18:03:02.341917 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:03:02.409704 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 18:03:02.506437 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 18:03:02.520020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 18:03:02.560339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 18:03:02.576901 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 18:03:02.634464 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0319 18:03:02.635855 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0319 18:03:02.635871 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0319 18:03:02.635883 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0319 18:03:02.635888 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0319 18:03:02.638760 1 secure_serving.go:57] Forcing use of http/1.1 only I0319 18:03:02.638781 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0319 18:03:02.644830 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0319 18:03:02.644850 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0319 18:03:02.644899 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 18:03:02.644916 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 18:03:02.644932 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0319 18:03:02.644920 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0319 18:03:02.645264 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 18:03:02.645466 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773943361\" (2026-03-19 18:02:50 +0000 UTC to 2028-03-18 18:02:51 +0000 UTC (now=2026-03-19 18:03:02.645427799 +0000 UTC))" I0319 18:03:02.645651 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773943382\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773943382\" (2026-03-19 17:03:02 +0000 UTC to 2027-03-19 17:03:02 +0000 UTC (now=2026-03-19 18:03:02.645634597 +0000 UTC))" I0319 18:03:02.645674 1 secure_serving.go:213] Serving securely on [::]:8443 I0319 18:03:02.645693 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0319 18:03:02.645704 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0319 18:03:02.647984 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0319 18:03:02.648308 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0319 18:03:02.648311 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0319 18:03:02.745746 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0319 18:03:02.745757 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0319 18:03:02.745769 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0319 18:03:02.745982 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-19 17:53:11 +0000 UTC to 2036-03-16 17:53:11 +0000 UTC (now=2026-03-19 18:03:02.745943997 +0000 UTC))" I0319 18:03:02.746210 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773943361\" (2026-03-19 18:02:50 +0000 UTC to 2028-03-18 18:02:51 +0000 UTC (now=2026-03-19 18:03:02.746193063 +0000 UTC))" I0319 18:03:02.746413 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773943382\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773943382\" (2026-03-19 17:03:02 +0000 UTC to 2027-03-19 17:03:02 +0000 UTC (now=2026-03-19 18:03:02.746394359 +0000 UTC))" I0319 18:03:02.746540 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-19 17:53:14 +0000 UTC to 2036-03-16 17:53:14 +0000 UTC (now=2026-03-19 18:03:02.746524866 +0000 UTC))" I0319 18:03:02.746561 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-19 17:53:19 +0000 UTC to 2036-03-16 17:53:19 +0000 UTC (now=2026-03-19 18:03:02.746551755 +0000 UTC))" I0319 18:03:02.746578 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-19 17:53:22 +0000 UTC to 2036-03-16 17:53:22 +0000 UTC (now=2026-03-19 18:03:02.746569869 +0000 UTC))" I0319 18:03:02.746597 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-19 17:53:29 +0000 UTC to 2036-03-16 17:53:29 +0000 UTC (now=2026-03-19 18:03:02.746587089 +0000 UTC))" I0319 18:03:02.746613 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-19 17:53:30 +0000 UTC to 2036-03-16 17:53:30 +0000 UTC (now=2026-03-19 18:03:02.74660535 +0000 UTC))" I0319 18:03:02.746640 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4uhd769gqvcr0p2ip1o0n27iac050h-kx-3d7df0eba3_customer-system-admin-signer@1773942921\" [] issuer=\"\" (2026-03-19 17:55:24 +0000 UTC to 2026-03-26 17:55:25 +0000 UTC (now=2026-03-19 18:03:02.74662679 +0000 UTC))" I0319 18:03:02.746657 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4uhd769gqvcr0p2ip1o0n27iac050h-kx-3d7df0eba3_sre-system-admin-signer@1773942921\" [] issuer=\"\" (2026-03-19 17:55:21 +0000 UTC to 2026-03-26 17:55:22 +0000 UTC (now=2026-03-19 18:03:02.746648092 +0000 UTC))" I0319 18:03:02.746675 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-19 17:53:11 +0000 UTC to 2036-03-16 17:53:11 +0000 UTC (now=2026-03-19 18:03:02.746667275 +0000 UTC))" I0319 18:03:02.746835 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773943361\" (2026-03-19 18:02:50 +0000 UTC to 2028-03-18 18:02:51 +0000 UTC (now=2026-03-19 18:03:02.746824384 +0000 UTC))" I0319 18:03:02.746980 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773943382\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773943382\" (2026-03-19 17:03:02 +0000 UTC to 2027-03-19 17:03:02 +0000 UTC (now=2026-03-19 18:03:02.746969809 +0000 UTC))" I0319 18:03:06.981561 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:06.981592 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:06.984601 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 18:03:07.011838 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0319 18:03:07.013264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0319 18:03:07.014735 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0319 18:03:07.016155 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 18:03:07.021170 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 18:03:07.021199 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 18:03:07.457971 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0319 18:03:27.202110 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 18:03:42.218495 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 18:03:51.633602 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0319 18:03:51.650784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0319 18:03:51.671033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0319 18:03:56.827992 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:03:56.828017 1 tasks.go:49] processing task group 2 of 3 I0319 18:03:56.828045 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:03:56.828054 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:03:56.828059 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:03:56.828072 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:03:56.828079 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:03:56.828087 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:03:56.828088 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:03:56.828093 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:03:56.828095 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:03:56.828088 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:03:56.828107 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:03:56.828113 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:03:56.828110 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:03:56.828127 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:03:56.828131 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:03:56.844628 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0319 18:03:56.850368 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0319 18:03:56.881145 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0319 18:03:56.881582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0319 18:03:56.900556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0319 18:03:56.901855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0319 18:03:56.935299 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:03:56.945082 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:03:56.972189 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:03:56.994377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0319 18:03:57.040585 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 18:03:57.040609 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0319 18:03:57.044269 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 18:03:57.049028 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 18:03:57.051908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0319 18:03:57.133289 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0319 18:03:57.235397 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 18:03:57.235801 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 18:03:57.252389 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0319 18:03:57.252409 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 18:03:57.255416 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0319 18:03:57.255443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0319 18:03:57.255454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0319 18:03:57.258957 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0319 18:03:57.282418 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0319 18:03:57.282439 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0319 18:03:57.304464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0319 18:03:57.315869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0319 18:03:57.337164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0319 18:03:57.343119 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0319 18:03:57.438951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0319 18:03:57.559664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 18:03:57.594570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0319 18:03:57.693396 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 18:03:57.769320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0319 18:03:57.871213 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0319 18:03:57.872145 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0319 18:03:57.950355 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0319 18:03:58.035482 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0319 18:03:58.044184 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 18:03:58.048321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0319 18:03:58.062033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0319 18:03:58.087636 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0319 18:03:58.129481 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 18:03:58.203905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 18:03:58.215661 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0319 18:03:58.296790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 18:03:58.313856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0319 18:03:58.371722 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0319 18:03:58.394116 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 18:03:58.394376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 18:03:58.395990 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 18:03:58.401129 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0319 18:03:58.515555 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0319 18:03:58.659037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0319 18:03:58.777911 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 18:03:58.784851 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0319 18:03:59.015560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0319 18:03:59.035034 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 18:03:59.048748 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0319 18:03:59.201598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0319 18:03:59.303264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 18:03:59.393915 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 18:03:59.478648 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:03:59.478727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0319 18:03:59.479581 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 18:03:59.518672 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 18:03:59.626647 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 18:03:59.719717 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 18:03:59.832917 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 18:03:59.929628 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 18:03:59.992638 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:04:00.012291 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:04:00.044293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 18:04:00.140723 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 18:04:00.259864 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 18:04:00.363974 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0319 18:04:00.391837 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0319 18:04:00.394828 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:04:00.431990 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-23jgg6316ei1v -n openshift-monitoring because it was missing I0319 18:04:01.141286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0319 18:04:01.903641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0319 18:04:01.946885 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0319 18:04:02.181531 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-4tlutneee88fd -n openshift-monitoring because it was missing I0319 18:04:02.469408 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:04:02.472339 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:04:03.426711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-5sf1snghduqtl -n openshift-monitoring because it was missing I0319 18:04:03.449477 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0319 18:04:03.473899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 18:04:03.491906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0319 18:04:12.202111 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 18:04:17.010798 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:04:17.010823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0319 18:04:18.548476 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0319 18:04:18.593467 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:04:27.203605 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 18:04:35.258745 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0319 18:04:35.279216 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:04:35.279275 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0319 18:04:48.476197 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:05:13.564877 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:05:13.564918 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0319 18:05:13.564926 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0319 18:05:13.564945 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0319 18:05:13.566064 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:05:13.614103 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:05:13.620517 1 tasks.go:49] processing task group 1 of 3 I0319 18:05:13.620548 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:05:13.620561 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:05:13.641860 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:05:14.690350 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJY1BsdEZWQ2JXZTB3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016azBNek0yTVRBZQpGdzB5TmpBek1Ua3hPREF5TkRCYUZ3MHlPREExTVRjeE9EQXlOREZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek01TkRNek5qRXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ21EWmo2aWxrRUNZazNuTUtHb0ltS2pwaGx5djB2MDNKZgp0VExVbHV5ZW42aExNVW5HbkJJZHNpMkwxOWpRcWxCS2dBVFhnUHhkNTBHQnNEbWNTWERSdnBZYzRrMjQxUE4zCjR0QzhzT3lEZnFPY1BXY1RiWFp1dUJvQzZDeGFWZDJFLzRVNjgyWHI2N0lEZnM2YXhlQTVFU0QxbnROcEhFM3MKNHAyMzQ0Rmk1M2NyWDRYMDNJY1lvVkxpZzhkVUZ2SFBhNE9Sa2V6OGxCcHJnbGU5ZU0xQU5IaEZmQUUxejdGZQpINEpIbGlXMHZiNlQxeEo5REZRVjRPNkh2Z0ZXaVppc2hVVWl1WEhRWjJZaE1paU9Yck54WUx0U3pxSWdjNFdLCm1TcHFJY0NJSDUxTXk3bEVYZnNhRUV0VkRVK2s5MTJOOEVTL2daTFFIQUtYU0wxaGhXam5BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNuVjRGSgpJazNIb2REbk9QQ1cyQ1hJRHpLL0V6QWZCZ05WSFNNRUdEQVdnQlNuVjRGSklrM0hvZERuT1BDVzJDWElEeksvCkV6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFPS3BINkFmeG1IbEQ2bGxHUlJ0QUtPMThQbVJLZXlscFVLVGgKd2Q3LzhmT0F5VERMRUtvWHcvT1dhc2srZllycURzQjRNQVlUbHlXaG1TaTI4ckU0UXdVUFV4VXRzUHRaWnkvYgovMEY3ZXlzSXBiV1YwMXVML09DN2xIZXBTZnFvMnpzUkRKaGhDMFVXWFVHZzVPRUFnYml2ZzlHeHpqL2FzQkFqCnlRZTVtQUVYQ2NGdCt4RlRtQUxmbzVCOEZ3ZHR6TmZzSS9YN0hOK1B3T0YwbkwzK1h2dDR4TjVWbDhPSlZvbzAKU2w1Y3o5ajJFNmlGc3JVRHlyMHhQWHI3VytGWlNaMXpmTUwydEVMUjlFcU5ha0FpMXZzYnNqdUQxSHpRVkprMQpRaFlNbG1QeXVDNVN1T25pN3Fsb0Y3QXNuYWxVNERKb21xRE9KWXJpdVNUZ0ltVU0rZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 18:05:14.697276 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0319 18:05:14.703674 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJY1BsdEZWQ2JXZTB3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016azBNek0yTVRBZQpGdzB5TmpBek1Ua3hPREF5TkRCYUZ3MHlPREExTVRjeE9EQXlOREZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek01TkRNek5qRXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ21EWmo2aWxrRUNZazNuTUtHb0ltS2pwaGx5djB2MDNKZgp0VExVbHV5ZW42aExNVW5HbkJJZHNpMkwxOWpRcWxCS2dBVFhnUHhkNTBHQnNEbWNTWERSdnBZYzRrMjQxUE4zCjR0QzhzT3lEZnFPY1BXY1RiWFp1dUJvQzZDeGFWZDJFLzRVNjgyWHI2N0lEZnM2YXhlQTVFU0QxbnROcEhFM3MKNHAyMzQ0Rmk1M2NyWDRYMDNJY1lvVkxpZzhkVUZ2SFBhNE9Sa2V6OGxCcHJnbGU5ZU0xQU5IaEZmQUUxejdGZQpINEpIbGlXMHZiNlQxeEo5REZRVjRPNkh2Z0ZXaVppc2hVVWl1WEhRWjJZaE1paU9Yck54WUx0U3pxSWdjNFdLCm1TcHFJY0NJSDUxTXk3bEVYZnNhRUV0VkRVK2s5MTJOOEVTL2daTFFIQUtYU0wxaGhXam5BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNuVjRGSgpJazNIb2REbk9QQ1cyQ1hJRHpLL0V6QWZCZ05WSFNNRUdEQVdnQlNuVjRGSklrM0hvZERuT1BDVzJDWElEeksvCkV6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFPS3BINkFmeG1IbEQ2bGxHUlJ0QUtPMThQbVJLZXlscFVLVGgKd2Q3LzhmT0F5VERMRUtvWHcvT1dhc2srZllycURzQjRNQVlUbHlXaG1TaTI4ckU0UXdVUFV4VXRzUHRaWnkvYgovMEY3ZXlzSXBiV1YwMXVML09DN2xIZXBTZnFvMnpzUkRKaGhDMFVXWFVHZzVPRUFnYml2ZzlHeHpqL2FzQkFqCnlRZTVtQUVYQ2NGdCt4RlRtQUxmbzVCOEZ3ZHR6TmZzSS9YN0hOK1B3T0YwbkwzK1h2dDR4TjVWbDhPSlZvbzAKU2w1Y3o5ajJFNmlGc3JVRHlyMHhQWHI3VytGWlNaMXpmTUwydEVMUjlFcU5ha0FpMXZzYnNqdUQxSHpRVkprMQpRaFlNbG1QeXVDNVN1T25pN3Fsb0Y3QXNuYWxVNERKb21xRE9KWXJpdVNUZ0ltVU0rZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 18:05:14.710552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0319 18:05:16.808944 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:05:16.808969 1 tasks.go:49] processing task group 2 of 3 I0319 18:05:16.808993 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:05:16.809005 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:05:16.809005 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:05:16.809036 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:05:16.809061 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:05:16.809066 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:05:16.809153 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:05:16.809185 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:05:16.809259 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:05:16.809160 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:05:16.809049 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:05:16.809177 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:05:16.809218 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:05:16.809233 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:05:16.809293 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:05:16.873108 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:05:16.895003 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:05:16.895691 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:05:16.933420 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0319 18:05:16.951018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0319 18:05:16.971178 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0319 18:05:16.975061 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:05:16.987458 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0319 18:05:17.001640 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 18:05:17.065185 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 18:05:17.888967 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:05:17.918525 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:05:17.922925 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:05:17.955407 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:05:17.956667 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:05:20.009455 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:05:21.974362 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:05:22.058390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0319 18:05:22.881361 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:05:27.167907 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:06:18.012636 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:07:32.218737 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:07:32.218767 1 tasks.go:49] processing task group 3 of 3 I0319 18:07:32.218783 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:07:32.272320 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:07:32.272386 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4b450323-37eb-4597-b836-f04deff24270", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0319 18:07:32.279155 1 operator.go:851] Updating ClusterOperator status to done. W0319 18:07:32.342834 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:07:32.395911 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:07:32.401968 1 tasks.go:49] processing task group 1 of 3 I0319 18:07:32.401996 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:07:32.402009 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:07:32.422466 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:07:35.620991 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:07:35.621013 1 tasks.go:49] processing task group 2 of 3 I0319 18:07:35.621043 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:07:35.621047 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:07:35.621066 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:07:35.621093 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:07:35.621154 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:07:35.621177 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:07:35.621194 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:07:35.621343 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:07:35.621361 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:07:35.621434 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:07:35.621176 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:07:35.621687 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:07:35.621751 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:07:35.621841 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:07:35.622427 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:07:35.701617 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:07:35.724718 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:07:35.728569 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:07:35.805818 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:07:36.723539 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:07:36.746055 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:07:36.751648 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:07:36.789467 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:07:36.812336 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:07:38.821262 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:07:40.807605 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:07:41.712779 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:07:41.825828 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:07:46.829974 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:07:51.042663 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:07:51.042688 1 tasks.go:49] processing task group 3 of 3 I0319 18:07:51.042695 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:07:51.097249 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:07:51.105145 1 operator.go:851] Updating ClusterOperator status to done. I0319 18:07:57.207480 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0319 18:07:57.207505 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:07:57.265598 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:07:57.274527 1 tasks.go:49] processing task group 1 of 3 I0319 18:07:57.274548 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:07:57.274567 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:07:57.299449 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:08:00.482048 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:08:00.482071 1 tasks.go:49] processing task group 2 of 3 I0319 18:08:00.482091 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:08:00.482099 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:08:00.482115 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:08:00.482138 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:08:00.482167 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:08:00.482162 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:08:00.482178 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:08:00.482183 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:08:00.482187 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:08:00.482191 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:08:00.482188 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:08:00.482201 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:08:00.482199 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:08:00.482212 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:08:00.482213 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:08:00.550627 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:08:00.575149 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:08:00.580549 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:08:00.662490 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:08:01.572921 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:08:01.604203 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:08:01.608703 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:08:01.644180 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:08:01.650940 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:08:02.221699 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 18:08:03.688668 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:08:05.656354 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:08:06.566509 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:08:06.674397 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:08:11.678218 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:08:15.913940 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:08:15.913966 1 tasks.go:49] processing task group 3 of 3 I0319 18:08:15.913973 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:08:15.966615 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:08:15.974417 1 operator.go:851] Updating ClusterOperator status to done. W0319 18:08:15.988122 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:08:16.030663 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:08:16.041090 1 tasks.go:49] processing task group 1 of 3 I0319 18:08:16.041117 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:08:16.041134 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:08:16.065726 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:08:19.234294 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:08:19.234318 1 tasks.go:49] processing task group 2 of 3 I0319 18:08:19.234337 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:08:19.234346 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:08:19.234365 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:08:19.234387 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:08:19.234410 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:08:19.234429 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:08:19.234454 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:08:19.234587 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:08:19.234590 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:08:19.234642 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:08:19.234738 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:08:19.234830 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:08:19.234846 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:08:19.234904 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:08:19.234968 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:08:19.301882 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:08:19.320560 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:08:19.331411 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:08:19.413655 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:08:20.322172 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:08:20.354752 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:08:20.366804 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:08:20.391551 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:08:20.398778 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:08:22.421458 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:08:24.405877 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:08:25.314724 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:08:25.425763 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:08:30.432378 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:08:30.656276 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 18:08:34.675476 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:08:34.675502 1 tasks.go:49] processing task group 3 of 3 I0319 18:08:34.675512 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:08:34.724294 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:08:34.734195 1 operator.go:851] Updating ClusterOperator status to done. W0319 18:08:34.747813 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:08:34.788921 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:08:34.798549 1 tasks.go:49] processing task group 1 of 3 I0319 18:08:34.798571 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:08:34.798587 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:08:34.817669 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:08:37.986610 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:08:37.986639 1 tasks.go:49] processing task group 2 of 3 I0319 18:08:37.986665 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:08:37.986670 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:08:37.986678 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:08:37.986692 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:08:37.986724 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:08:37.986742 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:08:37.986764 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:08:37.986975 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:08:37.987057 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:08:37.987135 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:08:37.987217 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:08:37.986665 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:08:37.987223 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:08:37.987270 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:08:37.987281 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:08:38.056061 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:08:38.073872 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:08:38.079365 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:08:38.147944 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:08:39.070426 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:08:39.106875 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:08:39.114767 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:08:39.139156 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:08:39.144799 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:08:41.197147 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:08:43.168817 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:08:44.065725 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:08:44.174148 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:08:49.187455 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:08:53.414340 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:08:53.414366 1 tasks.go:49] processing task group 3 of 3 I0319 18:08:53.414377 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:08:53.465901 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:08:53.476025 1 operator.go:851] Updating ClusterOperator status to done. I0319 18:13:02.220905 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 18:13:02.220965 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:13:02.298340 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:13:02.310604 1 tasks.go:49] processing task group 1 of 3 I0319 18:13:02.310644 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:13:02.310681 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:13:02.341962 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:13:05.540183 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:13:05.540214 1 tasks.go:49] processing task group 2 of 3 I0319 18:13:05.540266 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:13:05.540277 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:13:05.540305 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:13:05.540320 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:13:05.540336 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:13:05.540375 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:13:05.540378 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:13:05.540465 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:13:05.540573 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:13:05.540693 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:13:05.540722 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:13:05.540762 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:13:05.540839 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:13:05.540856 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:13:05.540921 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:13:05.629915 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:13:05.657190 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:13:05.659697 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:13:05.734530 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:13:06.647941 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:13:06.669812 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:13:06.683812 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:13:06.716666 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:13:06.718275 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:13:08.755182 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:13:10.734254 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:13:11.629687 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:13:11.763817 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:13:16.750471 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:13:20.986875 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:13:20.986905 1 tasks.go:49] processing task group 3 of 3 I0319 18:13:20.986914 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:13:21.043216 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:13:21.050742 1 operator.go:851] Updating ClusterOperator status to done. I0319 18:18:02.129164 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0319 18:18:02.129219 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:18:02.132745 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 18:18:02.132817 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 18:18:02.132842 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 18:18:02.132914 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 18:18:02.132938 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 18:18:02.132949 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 18:18:02.132995 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 18:18:02.133119 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0319 18:18:02.136490 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 18:18:02.138142 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 18:18:02.167471 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0319 18:18:02.172943 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:18:02.179616 1 tasks.go:49] processing task group 1 of 3 I0319 18:18:02.179656 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:18:02.179672 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:18:02.200818 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:18:02.221086 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 18:18:05.385134 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:18:05.385165 1 tasks.go:49] processing task group 2 of 3 I0319 18:18:05.385201 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:18:05.385207 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:18:05.385222 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:18:05.385265 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:18:05.385274 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:18:05.385298 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:18:05.385319 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:18:05.385213 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:18:05.385481 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:18:05.385507 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:18:05.385608 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:18:05.385706 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:18:05.385804 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:18:05.385830 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:18:05.385899 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:18:05.460745 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:18:05.479052 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:18:05.490725 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:18:05.587504 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:18:06.481802 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:18:06.511120 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:18:06.524152 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:18:06.540421 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:18:06.566937 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:18:08.609174 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:18:10.570465 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:18:11.468555 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:18:11.598057 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:18:16.598137 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:18:20.836541 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:18:20.836571 1 tasks.go:49] processing task group 3 of 3 I0319 18:18:20.836579 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:18:20.883082 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:18:20.890558 1 operator.go:851] Updating ClusterOperator status to done. W0319 18:18:20.904345 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:18:20.944384 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:18:20.951710 1 tasks.go:49] processing task group 1 of 3 I0319 18:18:20.951734 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:18:20.951752 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:18:20.970503 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:18:24.134495 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:18:24.134525 1 tasks.go:49] processing task group 2 of 3 I0319 18:18:24.134553 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:18:24.134613 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:18:24.134630 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:18:24.134647 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:18:24.134661 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:18:24.134682 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:18:24.134796 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:18:24.134936 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:18:24.134990 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:18:24.134999 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:18:24.134965 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:18:24.134976 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:18:24.134979 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:18:24.134988 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:18:24.134968 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:18:24.199462 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:18:24.226478 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:18:24.230600 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:18:24.305546 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:18:25.222519 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:18:25.254786 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:18:25.258597 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:18:25.291180 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:18:25.299413 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:18:27.333564 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:18:29.304304 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:18:30.211675 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:18:30.329652 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:18:35.331009 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:18:39.569049 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:18:39.569079 1 tasks.go:49] processing task group 3 of 3 I0319 18:18:39.569094 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:18:39.615844 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:18:39.623223 1 operator.go:851] Updating ClusterOperator status to done. I0319 18:23:02.221290 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 18:23:02.221346 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:23:02.264908 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:23:02.271437 1 tasks.go:49] processing task group 1 of 3 I0319 18:23:02.271466 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:23:02.271494 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:23:02.291776 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:23:05.468500 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:23:05.468527 1 tasks.go:49] processing task group 2 of 3 I0319 18:23:05.468558 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:23:05.468566 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:23:05.468579 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:23:05.468595 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:23:05.468614 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:23:05.468635 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:23:05.468654 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:23:05.468679 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:23:05.468736 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:23:05.468840 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:23:05.468913 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:23:05.468958 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:23:05.469138 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:23:05.468558 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:23:05.468654 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:23:05.619554 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:23:05.664667 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:23:05.684069 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:23:05.798984 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:23:06.618223 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:23:06.639921 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:23:06.672963 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:23:06.695147 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:23:06.762133 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:23:08.738274 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:23:10.731364 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:23:11.560501 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:23:11.752227 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:23:16.714945 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:23:20.950556 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:23:20.950581 1 tasks.go:49] processing task group 3 of 3 I0319 18:23:20.950591 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:23:20.998667 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:23:21.006340 1 operator.go:851] Updating ClusterOperator status to done. I0319 18:28:02.221121 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 18:28:02.221187 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 18:28:02.264274 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 18:28:02.270840 1 tasks.go:49] processing task group 1 of 3 I0319 18:28:02.270871 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 18:28:02.270883 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:28:02.288488 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 18:28:05.475372 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 18:28:05.475395 1 tasks.go:49] processing task group 2 of 3 I0319 18:28:05.475418 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:28:05.475427 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:28:05.475434 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 18:28:05.475451 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 18:28:05.475484 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 18:28:05.475545 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:28:05.475475 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:28:05.475547 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:28:05.475517 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 18:28:05.475509 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 18:28:05.475512 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 18:28:05.475532 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 18:28:05.475534 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 18:28:05.475550 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:28:05.475522 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 18:28:05.576372 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 18:28:05.580352 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 18:28:05.602490 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 18:28:05.679791 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 18:28:06.595551 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 18:28:06.617460 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 18:28:06.628811 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 18:28:06.652692 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 18:28:06.677324 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 18:28:08.704425 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 18:28:10.688861 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 18:28:11.554977 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 18:28:11.700703 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 18:28:16.684685 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 18:28:20.920512 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 18:28:20.920541 1 tasks.go:49] processing task group 3 of 3 I0319 18:28:20.920556 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 18:28:20.968723 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 18:28:20.976049 1 operator.go:851] Updating ClusterOperator status to done.