W0327 23:00:24.345407 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 23:00:24.345736 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0327 23:00:24.345752 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0327 23:00:24.345757 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0327 23:00:24.345761 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0327 23:00:24.368870 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0327 23:00:24.371878 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0327 23:00:24.371979 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0327 23:00:24.372160 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0327 23:00:24.373132 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 23:00:24.378002 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0327 23:00:24.379430 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:00:24.381740 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0327 23:00:24.387585 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:00:24.387782 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:00:24.387783 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:00:24.387863 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:00:24.387908 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:00:24.387984 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:00:24.388018 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0327 23:00:24.388220 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:00:24.389055 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:00:24.389704 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0327 23:00:24.392050 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 23:00:24.392174 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 23:00:24.392590 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:00:24.426086 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:00:24.474609 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 23:00:24.474625 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0327 23:00:24.474632 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0327 23:00:24.474640 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0327 23:00:24.474637 1 rule_controller.go:113] Starting alerting rules controller I0327 23:00:24.474645 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0327 23:00:24.474654 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller W0327 23:00:24.474657 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:00:24.474644 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0327 23:00:24.474665 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0327 23:00:24.474673 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0327 23:00:24.474680 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0327 23:00:24.474686 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0327 23:00:24.474654 1 relabel_controller.go:117] Starting alert relabel config controller I0327 23:00:24.474724 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0327 23:00:24.477537 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0327 23:00:24.477659 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0327 23:00:24.477876 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0327 23:00:24.478199 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0327 23:00:24.479724 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.479726 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.479906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 23:00:24.480004 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 23:00:24.480267 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.480396 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 23:00:24.491665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-dgcwl" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0327 23:00:24.491679 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-7q7n7" is created for OpenShiftMonitoringTelemeterClientCertRequester I0327 23:00:24.492141 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-lcdjt" is created for OpenShiftMonitoringClientCertRequester I0327 23:00:24.495555 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.495713 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.496906 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.503785 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.503793 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.503787 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.507171 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.508004 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.508180 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.510561 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.511470 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.512132 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.512829 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:00:24.514245 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.514971 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.515623 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.518190 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.518772 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.519576 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.526297 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.528218 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.528233 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.529321 1 tasks.go:49] processing task group 1 of 3 I0327 23:00:24.529344 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:00:24.529361 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:00:24.533605 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.533624 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.533628 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.540148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0327 23:00:24.540523 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.540522 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.540664 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.547686 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.547774 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.547827 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.552365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0327 23:00:24.553719 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.555620 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.555622 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.562990 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:00:24.565199 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.565494 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.565544 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:00:24.572947 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 23:00:24.573201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0327 23:00:24.575199 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0327 23:00:24.575230 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0327 23:00:24.575586 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 23:00:24.575914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0327 23:00:24.577133 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0327 23:00:24.577166 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 23:00:24.590136 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0327 23:00:24.612798 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 23:00:24.690905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 23:00:24.701138 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 23:00:24.728191 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 23:00:24.744697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 23:00:24.831441 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0327 23:00:24.833235 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0327 23:00:24.833254 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0327 23:00:24.833270 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0327 23:00:24.833279 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0327 23:00:24.836830 1 secure_serving.go:57] Forcing use of http/1.1 only I0327 23:00:24.836843 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0327 23:00:24.856350 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0327 23:00:24.856367 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0327 23:00:24.856367 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 23:00:24.856377 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 23:00:24.856389 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0327 23:00:24.856381 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0327 23:00:24.856650 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 23:00:24.856692 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774652395\" (2026-03-27 23:00:06 +0000 UTC to 2028-03-26 23:00:07 +0000 UTC (now=2026-03-27 23:00:24.85666923 +0000 UTC))" I0327 23:00:24.856841 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774652424\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774652424\" (2026-03-27 22:00:24 +0000 UTC to 2027-03-27 22:00:24 +0000 UTC (now=2026-03-27 23:00:24.856827857 +0000 UTC))" I0327 23:00:24.856860 1 secure_serving.go:213] Serving securely on [::]:8443 I0327 23:00:24.856888 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0327 23:00:24.856904 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0327 23:00:24.865067 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0327 23:00:24.865183 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0327 23:00:24.869021 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0327 23:00:24.956954 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0327 23:00:24.956985 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0327 23:00:24.956992 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0327 23:00:24.957185 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 22:48:27 +0000 UTC to 2036-03-24 22:48:27 +0000 UTC (now=2026-03-27 23:00:24.957156618 +0000 UTC))" I0327 23:00:24.957405 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774652395\" (2026-03-27 23:00:06 +0000 UTC to 2028-03-26 23:00:07 +0000 UTC (now=2026-03-27 23:00:24.957390207 +0000 UTC))" I0327 23:00:24.957586 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774652424\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774652424\" (2026-03-27 22:00:24 +0000 UTC to 2027-03-27 22:00:24 +0000 UTC (now=2026-03-27 23:00:24.957565386 +0000 UTC))" I0327 23:00:24.957703 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-27 22:48:30 +0000 UTC to 2036-03-24 22:48:30 +0000 UTC (now=2026-03-27 23:00:24.957691778 +0000 UTC))" I0327 23:00:24.957723 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-27 22:48:36 +0000 UTC to 2036-03-24 22:48:36 +0000 UTC (now=2026-03-27 23:00:24.957714596 +0000 UTC))" I0327 23:00:24.957738 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-27 22:48:37 +0000 UTC to 2036-03-24 22:48:37 +0000 UTC (now=2026-03-27 23:00:24.957729962 +0000 UTC))" I0327 23:00:24.957754 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-27 22:48:39 +0000 UTC to 2036-03-24 22:48:39 +0000 UTC (now=2026-03-27 23:00:24.957746453 +0000 UTC))" I0327 23:00:24.957946 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-27 22:48:41 +0000 UTC to 2036-03-24 22:48:41 +0000 UTC (now=2026-03-27 23:00:24.957927459 +0000 UTC))" I0327 23:00:24.957977 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pabjllrb2mlslikfub2i3bn689ace52-kx-c44ba9e505_customer-system-admin-signer@1774651835\" [] issuer=\"\" (2026-03-27 22:50:35 +0000 UTC to 2026-04-03 22:50:36 +0000 UTC (now=2026-03-27 23:00:24.95795811 +0000 UTC))" I0327 23:00:24.958026 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pabjllrb2mlslikfub2i3bn689ace52-kx-c44ba9e505_sre-system-admin-signer@1774651835\" [] issuer=\"\" (2026-03-27 22:50:35 +0000 UTC to 2026-04-03 22:50:36 +0000 UTC (now=2026-03-27 23:00:24.958005003 +0000 UTC))" I0327 23:00:24.958045 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 22:48:27 +0000 UTC to 2036-03-24 22:48:27 +0000 UTC (now=2026-03-27 23:00:24.958036969 +0000 UTC))" I0327 23:00:24.958633 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774652395\" (2026-03-27 23:00:06 +0000 UTC to 2028-03-26 23:00:07 +0000 UTC (now=2026-03-27 23:00:24.958599687 +0000 UTC))" I0327 23:00:24.958925 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774652424\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774652424\" (2026-03-27 22:00:24 +0000 UTC to 2027-03-27 22:00:24 +0000 UTC (now=2026-03-27 23:00:24.95889406 +0000 UTC))" I0327 23:00:29.787869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0327 23:00:29.798613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0327 23:00:29.811834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0327 23:00:34.936165 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:00:34.936186 1 tasks.go:49] processing task group 2 of 3 I0327 23:00:34.936209 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:00:34.936224 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:00:34.936240 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:00:34.936247 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:00:34.936248 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:00:34.936258 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:00:34.936271 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:00:34.936279 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:00:34.936284 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:00:34.936289 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:00:34.936299 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:00:34.936265 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:00:34.936305 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:00:34.936331 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:00:34.936256 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:00:34.993802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0327 23:00:35.000639 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0327 23:00:35.035879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0327 23:00:35.035899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0327 23:00:35.049356 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0327 23:00:35.083046 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0327 23:00:35.099049 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:00:35.115708 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:00:35.115768 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0327 23:00:35.122929 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 23:00:35.169477 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:00:35.182815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 23:00:35.182864 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0327 23:00:35.200467 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 23:00:35.200481 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0327 23:00:35.275601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 23:00:35.288429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0327 23:00:35.300351 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0327 23:00:35.338365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0327 23:00:35.342735 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0327 23:00:35.346750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 23:00:35.358976 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing W0327 23:00:35.378072 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 23:00:35.378101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0327 23:00:35.378126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 23:00:35.379140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0327 23:00:35.392130 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0327 23:00:35.392149 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0327 23:00:35.411912 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 23:00:35.419859 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0327 23:00:35.423707 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0327 23:00:35.524939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0327 23:00:35.635875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 23:00:35.668461 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0327 23:00:35.770534 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0327 23:00:35.772021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0327 23:00:35.858910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0327 23:00:35.867198 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0327 23:00:35.908670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0327 23:00:36.002234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0327 23:00:36.051885 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0327 23:00:36.105913 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0327 23:00:36.163569 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 23:00:36.179673 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 23:00:36.198845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0327 23:00:36.209726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0327 23:00:36.261102 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 23:00:36.267952 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 23:00:36.274970 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0327 23:00:36.310721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0327 23:00:36.319914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0327 23:00:36.347189 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 23:00:36.348180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 23:00:36.378848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 23:00:36.409884 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0327 23:00:36.513841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0327 23:00:36.733793 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 23:00:37.122951 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:00:37.123019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0327 23:00:37.123336 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 23:00:37.204147 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0327 23:00:37.215929 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 23:00:37.231309 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:00:37.326373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0327 23:00:37.398245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-68cr7n1m1eb1i -n openshift-monitoring because it was missing I0327 23:00:37.419207 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 23:00:37.536508 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 23:00:37.636065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 23:00:37.737821 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:00:37.834328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 23:00:37.936480 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 23:00:38.038517 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 23:00:38.095830 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:00:38.160082 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:00:38.177097 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:00:38.251987 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 23:00:38.351474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 23:00:38.429825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:00:38.455554 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0327 23:00:38.943534 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0327 23:00:39.523888 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:00:39.981460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-7i63kbv48d6mv -n openshift-monitoring because it was missing I0327 23:00:40.003715 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0327 23:00:40.035863 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0327 23:00:41.486466 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-4und1g4ibsopm -n openshift-monitoring because it was missing I0327 23:00:41.578844 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:00:41.600480 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 23:00:41.612871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0327 23:00:43.540312 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:00:44.477469 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:00:44.944489 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:00:45.081364 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:00:45.081384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0327 23:00:51.465053 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0327 23:00:51.506913 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:00:59.938937 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:01:06.040584 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0327 23:01:06.053224 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:01:06.053297 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0327 23:01:14.939265 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:01:16.412955 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:01:51.674188 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:01:51.674230 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0327 23:01:51.674241 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0327 23:01:51.674268 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0327 23:01:51.675380 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:01:51.709609 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:01:51.714700 1 tasks.go:49] processing task group 1 of 3 I0327 23:01:51.714717 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:01:51.714739 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:01:51.729597 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:01:52.767220 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQkFOa0tGRldoeXd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EWTFNak01TlRBZQpGdzB5TmpBek1qY3lNalU1TlRSYUZ3MHlPREExTWpVeU1qVTVOVFZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEyTlRJek9UVXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzBpeUlIZFpVTkJHSlFlSXVUL1RudUxtMzdZZnQvMUdzZwplcWphYzV0MWVaWm13Ymljdm1QbnFxa1ZTWjc0RVh1QWk4NFJpeGlOL3lZMkV5WFk4cmQ2M0V3azNML0RHdFFxCnhWcEF2NTIyMHFxK3BJRE1rdjBzSlloODBaUkNwdnZSWlhPVU1yVDRlWUFTazVJbFpVVXdOVk11V0J3cVJTUW0KTmNCM1NNRGExeXgzQlZxSDVTVlVYTi81SmhySXhzejFjMWovYTNZTlY1cmgwcmh5QXpLZ0g0RmJUcUJTODRqbgo5OHprREhCejdZdDFvNThNSzVOUlVyM0JYZkVJUEZVWk5SSDhjS0hYT3JZRVZyWE9DUFpsZFpoT2poYXpnM2xFClVnaEFWUnd6amsxMmpFL1BLVGczekVWZ25qZmdadmR0bVdFTnNpQUNjMDZKNnoxQzRvSjlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJVWlZ6VworRHNlZ0VseDBzQlo4aWJINHZ0aEhUQWZCZ05WSFNNRUdEQVdnQlJVWlZ6VytEc2VnRWx4MHNCWjhpYkg0dnRoCkhUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFVblkyNXlnbHFGNDlOYTZyZmVoY3pXUy95Mk5ZcDZSTmxLYm8KWW1vRTBJRmZjU2dzeXFGVCsrRTVibGljb1dOeDdQRGRwcTV0S0x0ZktOWXlhRWN1bVgxS0Z0LzVHTHUwcVRTQwpyQ2NTZjh2Yk5GazlPSjdLWHArd3M2ZlhYeDZxWlJMVk9DenpteHFiVjNyTnZVeHBTSVZ3TVdTem42SGlCYTVoCnpDQ1BqcWFyNjczUmpiNmZEaHZHTXdXSWN6VzFLbWZTRTU0ck1XOTh6bGhWb0dKK0E4eUhsdXJ5cDJMNURxMWIKQzV2a3BnL0V1N3RNY0FqaFJHUTNKeVdwSktrZnhYVWE4cVN1R1RscERRQWsybW9iWmdqdGkrTTBEUWd0OFBmUQpvbk5DK2VCRE54RmdTUmVabXdZUmxnMkYxdVZCbzltQ3BoSUVuSWhETGNQUE1TSDZOdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 23:01:52.773146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0327 23:01:52.778050 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQkFOa0tGRldoeXd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EWTFNak01TlRBZQpGdzB5TmpBek1qY3lNalU1TlRSYUZ3MHlPREExTWpVeU1qVTVOVFZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEyTlRJek9UVXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzBpeUlIZFpVTkJHSlFlSXVUL1RudUxtMzdZZnQvMUdzZwplcWphYzV0MWVaWm13Ymljdm1QbnFxa1ZTWjc0RVh1QWk4NFJpeGlOL3lZMkV5WFk4cmQ2M0V3azNML0RHdFFxCnhWcEF2NTIyMHFxK3BJRE1rdjBzSlloODBaUkNwdnZSWlhPVU1yVDRlWUFTazVJbFpVVXdOVk11V0J3cVJTUW0KTmNCM1NNRGExeXgzQlZxSDVTVlVYTi81SmhySXhzejFjMWovYTNZTlY1cmgwcmh5QXpLZ0g0RmJUcUJTODRqbgo5OHprREhCejdZdDFvNThNSzVOUlVyM0JYZkVJUEZVWk5SSDhjS0hYT3JZRVZyWE9DUFpsZFpoT2poYXpnM2xFClVnaEFWUnd6amsxMmpFL1BLVGczekVWZ25qZmdadmR0bVdFTnNpQUNjMDZKNnoxQzRvSjlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJVWlZ6VworRHNlZ0VseDBzQlo4aWJINHZ0aEhUQWZCZ05WSFNNRUdEQVdnQlJVWlZ6VytEc2VnRWx4MHNCWjhpYkg0dnRoCkhUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFVblkyNXlnbHFGNDlOYTZyZmVoY3pXUy95Mk5ZcDZSTmxLYm8KWW1vRTBJRmZjU2dzeXFGVCsrRTVibGljb1dOeDdQRGRwcTV0S0x0ZktOWXlhRWN1bVgxS0Z0LzVHTHUwcVRTQwpyQ2NTZjh2Yk5GazlPSjdLWHArd3M2ZlhYeDZxWlJMVk9DenpteHFiVjNyTnZVeHBTSVZ3TVdTem42SGlCYTVoCnpDQ1BqcWFyNjczUmpiNmZEaHZHTXdXSWN6VzFLbWZTRTU0ck1XOTh6bGhWb0dKK0E4eUhsdXJ5cDJMNURxMWIKQzV2a3BnL0V1N3RNY0FqaFJHUTNKeVdwSktrZnhYVWE4cVN1R1RscERRQWsybW9iWmdqdGkrTTBEUWd0OFBmUQpvbk5DK2VCRE54RmdTUmVabXdZUmxnMkYxdVZCbzltQ3BoSUVuSWhETGNQUE1TSDZOdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 23:01:52.783782 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0327 23:01:54.878625 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:01:54.878645 1 tasks.go:49] processing task group 2 of 3 I0327 23:01:54.878670 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:01:54.878671 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:01:54.878684 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:01:54.878705 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:01:54.878719 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:01:54.878740 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:01:54.878751 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:01:54.878776 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:01:54.878786 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:01:54.878796 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:01:54.878831 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:01:54.878836 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:01:54.878862 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:01:54.879495 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:01:54.880053 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:01:54.940733 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:01:54.964532 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:01:54.971954 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:01:54.978958 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0327 23:01:54.992660 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0327 23:01:55.014449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0327 23:01:55.027298 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0327 23:01:55.039621 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:01:55.040897 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 23:01:55.110683 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 23:01:55.968190 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:01:55.993631 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:01:56.006564 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:01:56.010925 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:01:56.024800 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:01:58.059620 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:02:00.028023 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:02:00.091229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0327 23:02:00.940235 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:02:05.187505 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:02:06.050536 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:02:10.250018 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:02:10.250044 1 tasks.go:49] processing task group 3 of 3 I0327 23:02:10.250055 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:02:10.303498 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:02:10.303564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"20519b7d-77aa-49f9-9883-de9c8218385e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0327 23:02:10.310581 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:02:10.379658 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:02:10.413190 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:02:10.418311 1 tasks.go:49] processing task group 1 of 3 I0327 23:02:10.418341 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:02:10.418352 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:02:10.434291 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:02:13.566202 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:02:13.566222 1 tasks.go:49] processing task group 2 of 3 I0327 23:02:13.566244 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:02:13.566253 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:02:13.566265 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:02:13.566294 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:02:13.566309 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:02:13.566320 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:02:13.566336 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:02:13.566351 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:02:13.566367 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:02:13.566391 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:02:13.566409 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:02:13.566440 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:02:13.566445 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:02:13.566453 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:02:13.566297 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:02:13.621756 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:02:13.642816 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:02:13.649506 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:02:13.703281 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:02:14.637847 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:02:14.673082 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:02:14.676639 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:02:14.697913 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:02:14.699011 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:02:16.733082 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:02:18.703220 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:02:19.626535 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:02:19.716262 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:02:24.729252 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:02:28.910184 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:02:28.910209 1 tasks.go:49] processing task group 3 of 3 I0327 23:02:28.910224 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:02:28.953198 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:02:28.958737 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:02:29.939324 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0327 23:02:29.939353 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:02:29.958606 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:02:29.982244 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:02:29.988735 1 tasks.go:49] processing task group 1 of 3 I0327 23:02:29.988758 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:02:29.988778 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:02:30.009332 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:02:33.133774 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:02:33.133795 1 tasks.go:49] processing task group 2 of 3 I0327 23:02:33.133819 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:02:33.133822 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:02:33.133849 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:02:33.133864 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:02:33.133880 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:02:33.133908 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:02:33.133936 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:02:33.133960 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:02:33.133962 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:02:33.133985 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:02:33.134008 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:02:33.134008 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:02:33.134026 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:02:33.134053 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:02:33.133943 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:02:33.183800 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:02:33.225336 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:02:33.227311 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:02:33.287718 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:02:34.238202 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:02:34.255598 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:02:34.263292 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:02:34.282226 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:02:34.308165 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:02:36.326347 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:02:38.292717 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:02:39.193504 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:02:39.299917 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:02:44.326715 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:02:48.494317 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:02:48.494343 1 tasks.go:49] processing task group 3 of 3 I0327 23:02:48.494359 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:02:48.537320 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:02:48.542625 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:02:48.551841 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:02:48.578739 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:02:48.583476 1 tasks.go:49] processing task group 1 of 3 I0327 23:02:48.583496 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:02:48.583510 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:02:48.595845 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:02:51.712774 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:02:51.712794 1 tasks.go:49] processing task group 2 of 3 I0327 23:02:51.712820 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:02:51.712825 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:02:51.712836 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:02:51.712855 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:02:51.712885 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:02:51.712897 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:02:51.712917 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:02:51.712937 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:02:51.712947 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:02:51.712979 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:02:51.712989 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:02:51.713011 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:02:51.713029 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:02:51.713054 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:02:51.713131 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:02:51.773939 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:02:51.793330 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:02:51.801197 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:02:51.853402 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:02:52.788098 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:02:52.814673 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:02:52.815003 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:02:52.834924 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:02:52.848795 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:02:54.882053 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:02:56.859532 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:02:57.776994 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:02:57.872445 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:03:02.867029 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:03:07.055809 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:03:07.055840 1 tasks.go:49] processing task group 3 of 3 I0327 23:03:07.055861 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:03:07.102757 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:03:07.109193 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:05:24.474666 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:05:24.474709 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:05:24.523426 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:05:24.529639 1 tasks.go:49] processing task group 1 of 3 I0327 23:05:24.529669 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:05:24.529679 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:05:24.544503 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:05:27.695771 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:05:27.695790 1 tasks.go:49] processing task group 2 of 3 I0327 23:05:27.695816 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:05:27.695818 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:05:27.695827 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:05:27.695840 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:05:27.695845 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:05:27.695872 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:05:27.695894 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:05:27.695903 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:05:27.695928 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:05:27.695947 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:05:27.695970 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:05:27.695977 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:05:27.695995 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:05:27.696007 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:05:27.695880 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:05:27.752060 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:05:27.767880 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:05:27.780762 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:05:27.839992 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:05:28.774586 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:05:28.801630 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:05:28.803723 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:05:28.824685 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:05:28.837543 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:05:30.870651 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:05:32.836809 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:05:33.758279 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:05:33.850598 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:05:38.884367 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:05:43.041979 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:05:43.042005 1 tasks.go:49] processing task group 3 of 3 I0327 23:05:43.042021 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:05:43.083397 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:05:43.089151 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:10:24.475454 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:10:24.475507 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:10:24.512071 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:10:24.517574 1 tasks.go:49] processing task group 1 of 3 I0327 23:10:24.517600 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:10:24.517613 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:10:24.534867 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:10:27.685674 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:10:27.685693 1 tasks.go:49] processing task group 2 of 3 I0327 23:10:27.685715 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:10:27.685724 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:10:27.685735 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:10:27.685753 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:10:27.685777 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:10:27.685790 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:10:27.685812 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:10:27.685829 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:10:27.685852 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:10:27.685879 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:10:27.685892 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:10:27.685911 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:10:27.685928 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:10:27.685956 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:10:27.685952 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:10:27.747639 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:10:27.768213 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:10:27.773398 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:10:27.831200 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:10:28.783289 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:10:28.803550 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:10:28.805707 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:10:28.833548 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:10:28.836484 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:10:30.891477 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:10:32.854451 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:10:33.755409 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:10:33.852712 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:10:38.885489 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:10:43.065517 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:10:43.065541 1 tasks.go:49] processing task group 3 of 3 I0327 23:10:43.065558 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:10:43.115136 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:10:43.121460 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:15:24.387787 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster W0327 23:15:24.387821 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:15:24.387979 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:15:24.388007 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0327 23:15:24.388036 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0327 23:15:24.389009 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 23:15:24.390143 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 23:15:24.390227 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 23:15:24.390389 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 23:15:24.390412 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 23:15:24.390452 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 23:15:24.390463 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 23:15:24.426387 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 23:15:24.433708 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:15:24.440887 1 tasks.go:49] processing task group 1 of 3 I0327 23:15:24.440909 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:15:24.440921 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:15:24.461722 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:15:24.474680 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 23:15:27.622512 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:15:27.622531 1 tasks.go:49] processing task group 2 of 3 I0327 23:15:27.622555 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:15:27.622561 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:15:27.622574 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:15:27.622599 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:15:27.622609 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:15:27.622627 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:15:27.622651 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:15:27.622661 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:15:27.622678 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:15:27.622699 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:15:27.622722 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:15:27.622719 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:15:27.622746 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:15:27.622762 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:15:27.622785 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:15:27.685300 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:15:27.699294 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:15:27.710764 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:15:27.771140 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:15:28.698686 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:15:28.730629 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:15:28.733643 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:15:28.763378 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:15:28.774520 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:15:30.799106 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:15:32.770767 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:15:33.691478 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:15:33.786320 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:15:38.794473 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:15:42.980818 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:15:42.980842 1 tasks.go:49] processing task group 3 of 3 I0327 23:15:42.980857 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:15:43.023768 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:15:43.029997 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:15:43.041086 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:15:43.075088 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:15:43.080748 1 tasks.go:49] processing task group 1 of 3 I0327 23:15:43.080773 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:15:43.080786 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:15:43.097560 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:15:46.239977 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:15:46.239999 1 tasks.go:49] processing task group 2 of 3 I0327 23:15:46.240021 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:15:46.240031 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:15:46.240039 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:15:46.240053 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:15:46.240073 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:15:46.240086 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:15:46.240097 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:15:46.240133 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:15:46.240148 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:15:46.240178 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:15:46.240186 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:15:46.240207 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:15:46.240218 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:15:46.240225 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:15:46.240236 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:15:46.294920 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:15:46.314071 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:15:46.325191 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:15:46.377265 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:15:47.315766 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:15:47.342184 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:15:47.350741 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:15:47.375652 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:15:47.377208 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:15:49.409920 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:15:51.390823 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:15:52.311104 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:15:52.403766 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:15:57.409584 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:16:01.588660 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:16:01.588687 1 tasks.go:49] processing task group 3 of 3 I0327 23:16:01.588703 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:16:01.635635 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:16:01.642769 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:20:24.475346 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:20:24.475406 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:20:24.512306 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:20:24.518325 1 tasks.go:49] processing task group 1 of 3 I0327 23:20:24.518348 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:20:24.518365 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:20:24.534661 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:20:27.692165 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:20:27.692186 1 tasks.go:49] processing task group 2 of 3 I0327 23:20:27.692212 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:20:27.692214 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:20:27.692227 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:20:27.692245 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:20:27.692264 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:20:27.692292 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:20:27.692310 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:20:27.692317 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:20:27.692333 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:20:27.692356 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:20:27.692379 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:20:27.692398 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:20:27.692402 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:20:27.692400 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:20:27.692295 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:20:27.757035 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:20:27.778564 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:20:27.795407 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:20:27.856421 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:20:28.782436 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:20:28.807020 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:20:28.813551 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:20:28.838281 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:20:28.856636 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:20:30.882463 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:20:32.843231 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:20:33.758072 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:20:33.861580 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:20:38.883461 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:20:43.058404 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:20:43.058427 1 tasks.go:49] processing task group 3 of 3 I0327 23:20:43.058444 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:20:43.101482 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:20:43.107709 1 operator.go:851] Updating ClusterOperator status to done.