W0408 02:40:56.967042 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0408 02:40:56.967403 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0408 02:40:56.967417 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0408 02:40:56.967422 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0408 02:40:56.967427 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0408 02:40:56.992616 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0408 02:40:56.996313 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0408 02:40:56.996410 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0408 02:40:56.996580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0408 02:40:56.999230 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0408 02:40:57.005041 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0408 02:40:57.005197 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0408 02:40:57.006177 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 02:40:57.008834 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 02:40:57.009144 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 02:40:57.009739 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0408 02:40:57.010905 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 02:40:57.011057 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 02:40:57.011105 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0408 02:40:57.011114 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 02:40:57.011390 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 02:40:57.011718 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 02:40:57.011824 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 02:40:57.016145 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0408 02:40:57.016208 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0408 02:40:57.016825 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0408 02:40:57.048627 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 02:40:57.101736 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0408 02:40:57.101794 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 02:40:57.101815 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0408 02:40:57.101822 1 rule_controller.go:113] Starting alerting rules controller I0408 02:40:57.101833 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0408 02:40:57.101840 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0408 02:40:57.101836 1 relabel_controller.go:117] Starting alert relabel config controller I0408 02:40:57.101839 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0408 02:40:57.101860 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0408 02:40:57.101855 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0408 02:40:57.101872 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0408 02:40:57.101874 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0408 02:40:57.101887 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0408 02:40:57.101897 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0408 02:40:57.101877 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0408 02:40:57.105363 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0408 02:40:57.105467 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0408 02:40:57.105606 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0408 02:40:57.105895 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0408 02:40:57.106995 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.107110 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0408 02:40:57.107118 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.107239 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0408 02:40:57.107615 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.107656 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0408 02:40:57.116731 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-8k4b2" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0408 02:40:57.119570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-z4nvt" is created for OpenShiftMonitoringTelemeterClientCertRequester I0408 02:40:57.119777 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-pw6c5" is created for OpenShiftMonitoringClientCertRequester I0408 02:40:57.123361 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.124565 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.125782 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.130581 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.130589 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.130583 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.134751 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.135517 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.135650 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.141777 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.141809 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.141877 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.149311 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.150046 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.150053 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.151570 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 02:40:57.157774 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.157781 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.158562 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.161763 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.162374 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.162943 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.168629 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.169100 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.169135 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.169809 1 tasks.go:49] processing task group 1 of 3 I0408 02:40:57.169832 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 02:40:57.169847 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:40:57.178574 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.179720 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.179836 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.184563 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 02:40:57.189692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0408 02:40:57.189713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0408 02:40:57.189966 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0408 02:40:57.190706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0408 02:40:57.190725 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0408 02:40:57.191887 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0408 02:40:57.193449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0408 02:40:57.200651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0408 02:40:57.202664 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0408 02:40:57.202674 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0408 02:40:57.210235 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:40:57.217795 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0408 02:40:57.254351 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0408 02:40:57.348202 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0408 02:40:57.359893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0408 02:40:57.387848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0408 02:40:57.406794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0408 02:40:57.561229 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0408 02:40:57.562610 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0408 02:40:57.562625 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0408 02:40:57.562637 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0408 02:40:57.562641 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0408 02:40:57.566237 1 secure_serving.go:57] Forcing use of http/1.1 only I0408 02:40:57.566257 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0408 02:40:57.570972 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0408 02:40:57.570985 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0408 02:40:57.571001 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0408 02:40:57.570991 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0408 02:40:57.571005 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0408 02:40:57.571037 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0408 02:40:57.571271 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0408 02:40:57.571392 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775616031\" (2026-04-08 02:40:42 +0000 UTC to 2028-04-07 02:40:43 +0000 UTC (now=2026-04-08 02:40:57.571368956 +0000 UTC))" I0408 02:40:57.571562 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775616057\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775616057\" (2026-04-08 01:40:56 +0000 UTC to 2027-04-08 01:40:56 +0000 UTC (now=2026-04-08 02:40:57.571545976 +0000 UTC))" I0408 02:40:57.571585 1 secure_serving.go:213] Serving securely on [::]:8443 I0408 02:40:57.571614 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0408 02:40:57.571634 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0408 02:40:57.574022 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0408 02:40:57.574081 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0408 02:40:57.574189 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0408 02:40:57.671992 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0408 02:40:57.672070 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0408 02:40:57.672086 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0408 02:40:57.672158 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-08 02:28:13 +0000 UTC to 2036-04-05 02:28:13 +0000 UTC (now=2026-04-08 02:40:57.672134625 +0000 UTC))" I0408 02:40:57.672367 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775616031\" (2026-04-08 02:40:42 +0000 UTC to 2028-04-07 02:40:43 +0000 UTC (now=2026-04-08 02:40:57.672350516 +0000 UTC))" I0408 02:40:57.672520 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775616057\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775616057\" (2026-04-08 01:40:56 +0000 UTC to 2027-04-08 01:40:56 +0000 UTC (now=2026-04-08 02:40:57.672508678 +0000 UTC))" I0408 02:40:57.672625 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-08 02:28:15 +0000 UTC to 2036-04-05 02:28:15 +0000 UTC (now=2026-04-08 02:40:57.672613355 +0000 UTC))" I0408 02:40:57.672644 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-08 02:28:18 +0000 UTC to 2036-04-05 02:28:18 +0000 UTC (now=2026-04-08 02:40:57.672635244 +0000 UTC))" I0408 02:40:57.672673 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-08 02:28:21 +0000 UTC to 2036-04-05 02:28:21 +0000 UTC (now=2026-04-08 02:40:57.672651645 +0000 UTC))" I0408 02:40:57.672692 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-08 02:28:26 +0000 UTC to 2036-04-05 02:28:26 +0000 UTC (now=2026-04-08 02:40:57.672683252 +0000 UTC))" I0408 02:40:57.672724 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-08 02:28:29 +0000 UTC to 2036-04-05 02:28:29 +0000 UTC (now=2026-04-08 02:40:57.672702339 +0000 UTC))" I0408 02:40:57.672745 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2phms2qjfbs2526um21ukv18g3hh208o-kx-b788e3af85_customer-system-admin-signer@1775615422\" [] issuer=\"\" (2026-04-08 02:30:22 +0000 UTC to 2026-04-15 02:30:23 +0000 UTC (now=2026-04-08 02:40:57.672735433 +0000 UTC))" I0408 02:40:57.672763 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2phms2qjfbs2526um21ukv18g3hh208o-kx-b788e3af85_sre-system-admin-signer@1775615422\" [] issuer=\"\" (2026-04-08 02:30:22 +0000 UTC to 2026-04-15 02:30:23 +0000 UTC (now=2026-04-08 02:40:57.672753212 +0000 UTC))" I0408 02:40:57.672780 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-08 02:28:13 +0000 UTC to 2036-04-05 02:28:13 +0000 UTC (now=2026-04-08 02:40:57.672772672 +0000 UTC))" I0408 02:40:57.672943 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775616031\" (2026-04-08 02:40:42 +0000 UTC to 2028-04-07 02:40:43 +0000 UTC (now=2026-04-08 02:40:57.672931092 +0000 UTC))" I0408 02:40:57.673095 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775616057\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775616057\" (2026-04-08 01:40:56 +0000 UTC to 2027-04-08 01:40:56 +0000 UTC (now=2026-04-08 02:40:57.673084707 +0000 UTC))" I0408 02:41:02.455382 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0408 02:41:02.466197 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0408 02:41:02.483553 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0408 02:41:07.597847 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 02:41:07.597873 1 tasks.go:49] processing task group 2 of 3 I0408 02:41:07.597903 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:41:07.597908 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:41:07.597923 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 02:41:07.597916 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 02:41:07.597942 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:41:07.597947 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 02:41:07.597955 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 02:41:07.597961 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 02:41:07.597962 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 02:41:07.597962 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 02:41:07.597967 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 02:41:07.597974 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 02:41:07.597977 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:41:07.597989 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:41:07.597975 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:41:07.617845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0408 02:41:07.618918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0408 02:41:07.647301 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0408 02:41:07.647967 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0408 02:41:07.647982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0408 02:41:07.654051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0408 02:41:07.689968 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:41:07.692457 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 02:41:07.712138 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:41:07.725475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0408 02:41:07.726188 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0408 02:41:07.761808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0408 02:41:07.761876 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0408 02:41:07.765494 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0408 02:41:07.765516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0408 02:41:07.865634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0408 02:41:07.866944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0408 02:41:07.870015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0408 02:41:07.874019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0408 02:41:07.875505 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0408 02:41:07.878695 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing W0408 02:41:07.891304 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0408 02:41:07.891322 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0408 02:41:07.891341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0408 02:41:07.899210 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0408 02:41:07.902516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0408 02:41:07.914597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0408 02:41:07.927138 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0408 02:41:07.941265 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0408 02:41:08.016885 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0408 02:41:08.020265 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0408 02:41:08.123450 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0408 02:41:08.127947 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0408 02:41:08.212675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0408 02:41:08.216616 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0408 02:41:08.285205 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0408 02:41:08.291980 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0408 02:41:08.317842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0408 02:41:08.381140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0408 02:41:08.489238 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0408 02:41:08.588675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0408 02:41:08.670527 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0408 02:41:08.695229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0408 02:41:08.753546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0408 02:41:08.765097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0408 02:41:08.791441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0408 02:41:08.803174 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0408 02:41:08.904853 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0408 02:41:08.913530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0408 02:41:08.923508 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0408 02:41:08.925917 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0408 02:41:08.968855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0408 02:41:08.986908 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0408 02:41:08.987178 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0408 02:41:08.997517 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0408 02:41:09.013340 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0408 02:41:09.331400 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0408 02:41:09.759530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0408 02:41:09.773558 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0408 02:41:09.786575 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0408 02:41:09.873268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0408 02:41:09.917984 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:41:09.918051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0408 02:41:09.918412 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0408 02:41:09.968087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0408 02:41:10.015819 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-e8qqipl86rnfb -n openshift-monitoring because it was missing I0408 02:41:10.064413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0408 02:41:10.189651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0408 02:41:10.296832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0408 02:41:10.389373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0408 02:41:10.493235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0408 02:41:10.592191 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0408 02:41:10.693318 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0408 02:41:10.724818 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:41:10.728570 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:41:10.793162 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0408 02:41:10.895560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0408 02:41:10.968308 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0408 02:41:10.987546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0408 02:41:11.348775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0408 02:41:12.372422 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-9ovj4v7clfm77 -n openshift-monitoring because it was missing I0408 02:41:12.668966 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0408 02:41:12.701379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0408 02:41:14.019911 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-dvkit0b9rgtfv -n openshift-monitoring because it was missing I0408 02:41:14.037580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0408 02:41:14.059644 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0408 02:41:14.071886 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0408 02:41:17.974068 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:41:19.750579 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 02:41:19.750655 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0408 02:41:20.048102 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0408 02:41:20.089734 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 02:41:21.013577 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 02:41:29.087322 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0408 02:41:29.123384 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 02:41:35.044074 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0408 02:41:41.430076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0408 02:41:41.446470 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 02:41:41.446544 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0408 02:41:50.041573 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0408 02:41:59.048120 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 02:42:24.141149 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 02:42:24.141184 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0408 02:42:24.141191 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0408 02:42:24.141210 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0408 02:42:24.142314 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 02:42:24.173937 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 02:42:24.178639 1 tasks.go:49] processing task group 1 of 3 I0408 02:42:24.178668 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 02:42:24.178677 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:42:24.191838 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:42:25.235063 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJU29EUlRsS2FVNU13RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05UWXhOakF6TVRBZQpGdzB5TmpBME1EZ3dNalF3TXpCYUZ3MHlPREEyTURZd01qUXdNekZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelUyTVRZd016RXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzlLMXB2MVRhSUlYQyszSTZrNzN4NE1Jb3BJY09Sa0RtQwpmNkZjNVZtU0pvbGQvcCtDSWZUaHdpMUdLUXB5QW9OVS9XUTJYZ1ZwV0h0dFJPSWpaNGRkTGM0NXJibHFnNVV3Cm00V0tHZzRsR0tUc2hzQ3VESk5PTWRlaW12bTBUckZ3c296NDAvcHZwTis0MFlQN09UeVZ5WTVmNmVkOHFNMDYKc1QvL3N5bWZtdDVCMFJPd0p6NURwQitOVUMzQzZHeDUyRHJkamZFSCtGM2R5cVV5SDdHK2FHRXFkbXpVMHBGMgpUR2MwbjdrMzBoZjM4SFkyU1lBRVdUbHc1MmZNWFRIb3IwTEhRN0djcWFPeGVzZThGS1U3bVdFU1dndUJPVEFFCnFTVzZYaFhnYjl1T1Y1bTJBTzQyWFlTZDZQOEw5YzZLWllyMFNOQ2lTWTE2R0l0OHFFdmZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlR6OUpjOApOd3gvZHB0a284aVk1eXAvb2JOYjd6QWZCZ05WSFNNRUdEQVdnQlR6OUpjOE53eC9kcHRrbzhpWTV5cC9vYk5iCjd6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFtRVhXOXNaTS9EWFRWbnN4cjQxM0Y0em5qUytKYkp0amljYTkKdjhVaHIwSEY3ZkVjU1libXRXNnBnUmU2ZmtvVER3ZGc4NXA1bGtNRWdubFFnK2l6V1BVNXZrelJ6T3RlMSsxOApPYkV0S2ozVDh3a0RuUHhicHlkMEh1K0VZUXRmeVpPVyt6RHhmbUFzcCtKZGh3VkluSDlsOERYMzZGNmpjZHJwClVzMDZDZVFScG1rWEdLVDBzOGhaejdpMDBqbGNHMzI3SHBITUMrdFFScTZFRTlybklOM1hCRy9UbHIraTFOdmoKUHRNdWJMRGgxRkJUbVA3eE4vSUpydTJub0ZnRnFlTFRpaFk2OXp6cDNmVGpTd3F1Ymkxa2o3K3pWdzF1MmNmdwphNnRsTXIvUjU3WkJJZ3p6eUQ4cnhKSXpDMTkyMHJ2bzdkd1AzdlhtTTl4MDBaa3FRUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0408 02:42:25.247769 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0408 02:42:25.252991 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJU29EUlRsS2FVNU13RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05UWXhOakF6TVRBZQpGdzB5TmpBME1EZ3dNalF3TXpCYUZ3MHlPREEyTURZd01qUXdNekZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelUyTVRZd016RXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzlLMXB2MVRhSUlYQyszSTZrNzN4NE1Jb3BJY09Sa0RtQwpmNkZjNVZtU0pvbGQvcCtDSWZUaHdpMUdLUXB5QW9OVS9XUTJYZ1ZwV0h0dFJPSWpaNGRkTGM0NXJibHFnNVV3Cm00V0tHZzRsR0tUc2hzQ3VESk5PTWRlaW12bTBUckZ3c296NDAvcHZwTis0MFlQN09UeVZ5WTVmNmVkOHFNMDYKc1QvL3N5bWZtdDVCMFJPd0p6NURwQitOVUMzQzZHeDUyRHJkamZFSCtGM2R5cVV5SDdHK2FHRXFkbXpVMHBGMgpUR2MwbjdrMzBoZjM4SFkyU1lBRVdUbHc1MmZNWFRIb3IwTEhRN0djcWFPeGVzZThGS1U3bVdFU1dndUJPVEFFCnFTVzZYaFhnYjl1T1Y1bTJBTzQyWFlTZDZQOEw5YzZLWllyMFNOQ2lTWTE2R0l0OHFFdmZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlR6OUpjOApOd3gvZHB0a284aVk1eXAvb2JOYjd6QWZCZ05WSFNNRUdEQVdnQlR6OUpjOE53eC9kcHRrbzhpWTV5cC9vYk5iCjd6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFtRVhXOXNaTS9EWFRWbnN4cjQxM0Y0em5qUytKYkp0amljYTkKdjhVaHIwSEY3ZkVjU1libXRXNnBnUmU2ZmtvVER3ZGc4NXA1bGtNRWdubFFnK2l6V1BVNXZrelJ6T3RlMSsxOApPYkV0S2ozVDh3a0RuUHhicHlkMEh1K0VZUXRmeVpPVyt6RHhmbUFzcCtKZGh3VkluSDlsOERYMzZGNmpjZHJwClVzMDZDZVFScG1rWEdLVDBzOGhaejdpMDBqbGNHMzI3SHBITUMrdFFScTZFRTlybklOM1hCRy9UbHIraTFOdmoKUHRNdWJMRGgxRkJUbVA3eE4vSUpydTJub0ZnRnFlTFRpaFk2OXp6cDNmVGpTd3F1Ymkxa2o3K3pWdzF1MmNmdwphNnRsTXIvUjU3WkJJZ3p6eUQ4cnhKSXpDMTkyMHJ2bzdkd1AzdlhtTTl4MDBaa3FRUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0408 02:42:25.259503 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0408 02:42:27.349970 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 02:42:27.349993 1 tasks.go:49] processing task group 2 of 3 I0408 02:42:27.350029 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:42:27.350028 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 02:42:27.350043 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 02:42:27.350065 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:42:27.350090 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 02:42:27.350107 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:42:27.350118 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 02:42:27.350135 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 02:42:27.350155 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 02:42:27.350172 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:42:27.350196 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:42:27.350218 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 02:42:27.350245 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:42:27.350293 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 02:42:27.350297 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 02:42:27.399203 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:42:27.418007 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:42:27.422724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0408 02:42:27.427134 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 02:42:27.438387 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0408 02:42:27.458021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0408 02:42:27.473574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0408 02:42:27.484678 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0408 02:42:27.486336 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:42:27.540231 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0408 02:42:28.412783 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:42:28.438330 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 02:42:28.442711 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:42:28.461875 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:42:28.482480 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 02:42:30.501422 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 02:42:32.475697 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 02:42:32.535216 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0408 02:42:33.412477 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 02:42:36.653574 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 02:42:38.506109 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 02:42:42.753680 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 02:42:42.753707 1 tasks.go:49] processing task group 3 of 3 I0408 02:42:42.753727 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 02:42:42.798575 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 02:42:42.798648 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"29516728-e5e7-456b-8dd7-2831368d1442", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0408 02:42:42.804343 1 operator.go:851] Updating ClusterOperator status to done. W0408 02:42:42.844217 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 02:42:42.889360 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 02:42:42.895160 1 tasks.go:49] processing task group 1 of 3 I0408 02:42:42.895187 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 02:42:42.895206 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:42:42.920694 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:42:46.043506 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 02:42:46.043526 1 tasks.go:49] processing task group 2 of 3 I0408 02:42:46.043545 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:42:46.043608 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 02:42:46.043618 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 02:42:46.043640 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:42:46.043655 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 02:42:46.043680 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:42:46.043697 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 02:42:46.043729 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 02:42:46.043747 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 02:42:46.043758 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:42:46.043756 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 02:42:46.043816 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:42:46.043827 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 02:42:46.043733 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 02:42:46.043851 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:42:46.095668 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:42:46.120552 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:42:46.131196 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 02:42:46.186951 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:42:47.151165 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:42:47.190231 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 02:42:47.219626 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 02:42:47.219709 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:42:47.264470 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:42:49.268141 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 02:42:51.181215 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 02:42:52.105109 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 02:42:52.189295 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 02:42:57.287810 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 02:43:01.383570 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 02:43:01.383593 1 tasks.go:49] processing task group 3 of 3 I0408 02:43:01.383606 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 02:43:01.425398 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 02:43:01.431637 1 operator.go:851] Updating ClusterOperator status to done. I0408 02:43:05.043857 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0408 02:43:05.043885 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 02:43:05.081930 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 02:43:05.090078 1 tasks.go:49] processing task group 1 of 3 I0408 02:43:05.090111 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 02:43:05.090126 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:43:05.105257 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:43:08.234938 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 02:43:08.234958 1 tasks.go:49] processing task group 2 of 3 I0408 02:43:08.234981 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:43:08.234985 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 02:43:08.234999 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:43:08.235030 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 02:43:08.235037 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 02:43:08.235059 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 02:43:08.235078 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:43:08.235084 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 02:43:08.235091 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 02:43:08.235068 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 02:43:08.235632 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:43:08.235803 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:43:08.236039 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 02:43:08.235082 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:43:08.236962 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 02:43:08.288148 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:43:08.305433 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:43:08.318703 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 02:43:08.365694 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:43:09.307737 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:43:09.332847 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 02:43:09.335174 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:43:09.357257 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 02:43:09.366251 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:43:11.414619 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 02:43:13.379745 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 02:43:14.305240 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 02:43:14.380318 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 02:43:19.414260 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 02:43:23.578609 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 02:43:23.578632 1 tasks.go:49] processing task group 3 of 3 I0408 02:43:23.578645 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 02:43:23.616048 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 02:43:23.621578 1 operator.go:851] Updating ClusterOperator status to done. I0408 02:45:37.148710 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0408 02:45:37.148740 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 02:45:37.209052 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 02:45:37.214206 1 tasks.go:49] processing task group 1 of 3 I0408 02:45:37.214231 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 02:45:37.214246 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:45:37.227785 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:45:40.372859 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 02:45:40.372883 1 tasks.go:49] processing task group 2 of 3 I0408 02:45:40.372909 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:45:40.372918 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 02:45:40.372929 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 02:45:40.372947 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 02:45:40.372969 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:45:40.372977 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 02:45:40.373008 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:45:40.373020 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 02:45:40.373041 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 02:45:40.373061 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:45:40.373078 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 02:45:40.373095 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:45:40.373127 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 02:45:40.373123 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:45:40.373149 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 02:45:40.425060 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:45:40.447676 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:45:40.464963 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 02:45:40.520201 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:45:41.445235 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:45:41.476323 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:45:41.477148 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 02:45:41.497296 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:45:41.521647 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 02:45:43.543563 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 02:45:45.509100 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 02:45:46.441559 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 02:45:46.522143 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 02:45:51.547681 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 02:45:55.704987 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 02:45:55.705010 1 tasks.go:49] processing task group 3 of 3 I0408 02:45:55.705025 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 02:45:55.757233 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 02:45:55.767314 1 operator.go:851] Updating ClusterOperator status to done. I0408 02:45:57.101803 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0408 02:45:57.101845 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 02:45:57.132566 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 02:45:57.137541 1 tasks.go:49] processing task group 1 of 3 I0408 02:45:57.137568 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 02:45:57.137584 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:45:57.150805 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:46:00.296846 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 02:46:00.296868 1 tasks.go:49] processing task group 2 of 3 I0408 02:46:00.296895 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:46:00.296904 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 02:46:00.296916 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 02:46:00.296949 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 02:46:00.296959 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 02:46:00.296980 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:46:00.296999 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:46:00.297018 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 02:46:00.297041 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:46:00.297054 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 02:46:00.297080 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 02:46:00.297106 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:46:00.297092 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:46:00.297115 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 02:46:00.297138 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 02:46:00.341847 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:46:00.368956 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:46:00.377246 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 02:46:00.435373 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:46:01.370151 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:46:01.399198 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 02:46:01.407409 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:46:01.431254 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:46:01.431942 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 02:46:03.614464 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 02:46:05.475529 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 02:46:06.358233 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 02:46:06.449271 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 02:46:11.462340 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 02:46:15.661050 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 02:46:15.661074 1 tasks.go:49] processing task group 3 of 3 I0408 02:46:15.661084 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 02:46:15.707311 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 02:46:15.713461 1 operator.go:851] Updating ClusterOperator status to done. I0408 02:50:57.102611 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0408 02:50:57.102660 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 02:50:57.206029 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 02:50:57.229511 1 tasks.go:49] processing task group 1 of 3 I0408 02:50:57.229540 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 02:50:57.229573 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:50:57.271644 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:51:00.457359 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 02:51:00.457380 1 tasks.go:49] processing task group 2 of 3 I0408 02:51:00.457410 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:51:00.457412 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 02:51:00.457426 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 02:51:00.457455 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:51:00.457478 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 02:51:00.457496 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 02:51:00.457503 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:51:00.457521 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:51:00.457543 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 02:51:00.457560 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:51:00.457585 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 02:51:00.457605 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 02:51:00.457606 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 02:51:00.457614 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:51:00.457466 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 02:51:00.509635 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:51:00.541976 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:51:00.549417 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 02:51:00.619294 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:51:01.541555 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:51:01.566187 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:51:01.570161 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 02:51:01.579781 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:51:01.605176 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 02:51:03.626117 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 02:51:05.597510 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 02:51:06.520934 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 02:51:06.617047 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 02:51:11.622008 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 02:51:15.801973 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 02:51:15.801999 1 tasks.go:49] processing task group 3 of 3 I0408 02:51:15.802013 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 02:51:15.863096 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 02:51:15.873610 1 operator.go:851] Updating ClusterOperator status to done. I0408 02:55:57.009982 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs W0408 02:55:57.010022 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 02:55:57.010102 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0408 02:55:57.010158 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0408 02:55:57.010180 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0408 02:55:57.010233 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0408 02:55:57.010241 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0408 02:55:57.011994 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0408 02:55:57.012027 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0408 02:55:57.012035 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0408 02:55:57.012046 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0408 02:55:57.012054 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0408 02:55:57.044748 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 02:55:57.049315 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0408 02:55:57.049663 1 tasks.go:49] processing task group 1 of 3 I0408 02:55:57.049686 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 02:55:57.049698 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:55:57.063223 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:55:57.102721 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0408 02:56:00.201240 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 02:56:00.201260 1 tasks.go:49] processing task group 2 of 3 I0408 02:56:00.201303 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:56:00.201312 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 02:56:00.201315 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 02:56:00.201326 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 02:56:00.201343 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:56:00.201359 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:56:00.201377 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:56:00.201388 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 02:56:00.201409 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 02:56:00.201430 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 02:56:00.201441 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 02:56:00.201462 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 02:56:00.201478 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 02:56:00.201306 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:56:00.201307 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:56:00.246192 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:56:00.272455 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:56:00.287761 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 02:56:00.335467 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:56:01.272476 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:56:01.311790 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:56:01.317140 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 02:56:01.346922 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:56:01.369706 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 02:56:03.371563 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 02:56:05.327148 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 02:56:06.261422 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 02:56:06.352459 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 02:56:11.406809 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 02:56:15.527480 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 02:56:15.527505 1 tasks.go:49] processing task group 3 of 3 I0408 02:56:15.527511 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 02:56:15.567915 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 02:56:15.573663 1 operator.go:851] Updating ClusterOperator status to done. W0408 02:56:15.584339 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 02:56:15.613460 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 02:56:15.618650 1 tasks.go:49] processing task group 1 of 3 I0408 02:56:15.618672 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 02:56:15.618687 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:56:15.634825 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 02:56:18.767311 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 02:56:18.767338 1 tasks.go:49] processing task group 2 of 3 I0408 02:56:18.767371 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:56:18.767371 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 02:56:18.767389 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 02:56:18.767408 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 02:56:18.767430 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:56:18.767446 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:56:18.767467 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:56:18.767483 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 02:56:18.767503 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:56:18.767521 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 02:56:18.767544 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 02:56:18.767561 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:56:18.767575 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 02:56:18.767598 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 02:56:18.767622 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 02:56:18.816649 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 02:56:18.840096 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 02:56:18.853182 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 02:56:18.899475 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 02:56:19.836099 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 02:56:19.860349 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 02:56:19.868104 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 02:56:19.882648 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 02:56:19.897371 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 02:56:21.916359 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 02:56:23.917628 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 02:56:24.861789 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 02:56:24.943898 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 02:56:29.926105 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 02:56:34.130791 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 02:56:34.130814 1 tasks.go:49] processing task group 3 of 3 I0408 02:56:34.130823 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 02:56:34.169744 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 02:56:34.175204 1 operator.go:851] Updating ClusterOperator status to done. I0408 03:00:57.101893 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0408 03:00:57.101949 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:00:57.130961 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:00:57.136506 1 tasks.go:49] processing task group 1 of 3 I0408 03:00:57.136533 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:00:57.136547 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:00:57.149099 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:01:00.292700 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:01:00.292723 1 tasks.go:49] processing task group 2 of 3 I0408 03:01:00.292749 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:01:00.292750 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:01:00.292762 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:01:00.292772 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:01:00.292794 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:01:00.292819 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:01:00.292834 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:01:00.292852 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:01:00.292880 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:01:00.292903 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:01:00.292920 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:01:00.292927 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:01:00.292754 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:01:00.292913 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:01:00.292940 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:01:00.364519 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:01:00.383023 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:01:00.385817 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:01:00.459103 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:01:01.398813 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:01:01.431634 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:01:01.435446 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:01:01.443131 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:01:01.479271 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:01:03.491974 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:01:05.437101 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:01:06.352761 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:01:06.454742 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:01:11.500824 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:01:15.639979 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:01:15.640002 1 tasks.go:49] processing task group 3 of 3 I0408 03:01:15.640017 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:01:15.676162 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:01:15.682088 1 operator.go:851] Updating ClusterOperator status to done. I0408 03:05:57.102386 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0408 03:05:57.102438 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:05:57.135465 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:05:57.143144 1 tasks.go:49] processing task group 1 of 3 I0408 03:05:57.143175 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:05:57.143186 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:05:57.155822 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:06:00.282364 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:06:00.282388 1 tasks.go:49] processing task group 2 of 3 I0408 03:06:00.282417 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:06:00.282420 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:06:00.282436 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:06:00.282450 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:06:00.282469 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:06:00.282491 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:06:00.282501 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:06:00.282517 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:06:00.282538 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:06:00.282557 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:06:00.282578 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:06:00.282594 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:06:00.282598 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:06:00.282614 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:06:00.282607 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:06:00.340620 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:06:00.362033 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:06:00.371604 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:06:00.428010 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:06:01.366393 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:06:01.392347 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:06:01.400160 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:06:01.407344 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:06:01.430034 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:06:03.446760 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:06:05.424976 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:06:06.342111 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:06:06.443901 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:06:11.453926 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:06:15.604309 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:06:15.604334 1 tasks.go:49] processing task group 3 of 3 I0408 03:06:15.604343 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:06:15.651205 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:06:15.657229 1 operator.go:851] Updating ClusterOperator status to done.