W0925 21:49:06.670713 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0925 21:49:06.670992 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0925 21:49:06.671004 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0925 21:49:06.671008 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0925 21:49:06.671010 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0925 21:49:06.698167 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0925 21:49:06.702101 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0925 21:49:06.702291 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0925 21:49:06.702955 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0925 21:49:06.704114 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0925 21:49:06.710639 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0925 21:49:06.712949 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0925 21:49:06.713106 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0925 21:49:06.713199 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0925 21:49:06.713235 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:603 I0925 21:49:06.715151 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0925 21:49:06.715259 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0925 21:49:06.715463 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0925 21:49:06.715896 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0925 21:49:06.717562 1 reflector.go:376] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0925 21:49:06.721378 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0925 21:49:06.721473 1 operator.go:687] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0925 21:49:06.721755 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0925 21:49:06.723680 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I0925 21:49:06.724263 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0925 21:49:06.752517 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I0925 21:49:06.805635 1 operator.go:635] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0925 21:49:06.805684 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0925 21:49:06.805694 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0925 21:49:06.805706 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0925 21:49:06.805710 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0925 21:49:06.805712 1 rule_controller.go:113] Starting alerting rules controller I0925 21:49:06.805721 1 relabel_controller.go:117] Starting alert relabel config controller I0925 21:49:06.805727 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0925 21:49:06.805736 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0925 21:49:06.805744 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0925 21:49:06.805737 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0925 21:49:06.805762 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0925 21:49:06.805770 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0925 21:49:06.805772 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0925 21:49:06.805780 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0925 21:49:06.809825 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0925 21:49:06.809834 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0925 21:49:06.810090 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0925 21:49:06.810392 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0925 21:49:06.814391 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.814391 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.814555 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0925 21:49:06.814650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0925 21:49:06.814634 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.814773 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0925 21:49:06.816908 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I0925 21:49:06.824913 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:49:06.828951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-ls9zq" is created for OpenShiftMonitoringClientCertRequester I0925 21:49:06.829247 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-vvnst" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0925 21:49:06.829273 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-7np2n" is created for OpenShiftMonitoringTelemeterClientCertRequester I0925 21:49:06.834765 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.839753 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.840001 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.840721 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.847679 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.847679 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.847906 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.853204 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.854106 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.854113 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.861579 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.862357 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.862657 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.864325 1 operator.go:882] Updating ClusterOperator status to InProgress. I0925 21:49:06.870993 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.871866 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.871867 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.883451 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.885219 1 tasks.go:49] processing task group 1 of 3 I0925 21:49:06.885239 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0925 21:49:06.885252 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0925 21:49:06.885487 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.885507 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.889280 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.892007 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.892566 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.894988 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.899948 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.899961 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.900041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0925 21:49:06.900269 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.906369 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0925 21:49:06.906381 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0925 21:49:06.909978 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.910583 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.911683 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0925 21:49:06.911875 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.916564 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.916739 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.918782 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0925 21:49:06.921951 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.922534 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0925 21:49:06.923041 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.923046 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.928135 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.934700 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.934961 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.934973 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.940113 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.941004 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.941010 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.946879 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:06.985224 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0925 21:49:07.073344 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0925 21:49:07.087016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0925 21:49:07.115024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0925 21:49:07.130022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0925 21:49:07.346325 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0925 21:49:07.347468 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0925 21:49:07.347481 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0925 21:49:07.347499 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0925 21:49:07.347505 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0925 21:49:07.349976 1 secure_serving.go:57] Forcing use of http/1.1 only W0925 21:49:07.349991 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0925 21:49:07.349995 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0925 21:49:07.349999 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0925 21:49:07.350001 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0925 21:49:07.350003 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. I0925 21:49:07.350000 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W0925 21:49:07.350005 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0925 21:49:07.356363 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0925 21:49:07.356381 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0925 21:49:07.356389 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0925 21:49:07.356392 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0925 21:49:07.356386 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0925 21:49:07.356406 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0925 21:49:07.356567 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1790372932\" (2026-09-25 21:49:00 +0000 UTC to 2028-09-24 21:49:01 +0000 UTC (now=2026-09-25 21:49:07.356540865 +0000 UTC))" I0925 21:49:07.356589 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0925 21:49:07.356665 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1790372947\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1790372946\" (2026-09-25 20:49:06 +0000 UTC to 2027-09-25 20:49:06 +0000 UTC (now=2026-09-25 21:49:07.356650857 +0000 UTC))" I0925 21:49:07.356680 1 secure_serving.go:213] Serving securely on [::]:8443 I0925 21:49:07.356700 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0925 21:49:07.356723 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0925 21:49:07.360250 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0925 21:49:07.360394 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0925 21:49:07.360510 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0925 21:49:07.457286 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0925 21:49:07.457307 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0925 21:49:07.457322 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0925 21:49:07.457480 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-09-25 21:33:41 +0000 UTC to 2036-09-22 21:33:41 +0000 UTC (now=2026-09-25 21:49:07.457450903 +0000 UTC))" I0925 21:49:07.457608 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1790372932\" (2026-09-25 21:49:00 +0000 UTC to 2028-09-24 21:49:01 +0000 UTC (now=2026-09-25 21:49:07.457594812 +0000 UTC))" I0925 21:49:07.457697 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1790372947\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1790372946\" (2026-09-25 20:49:06 +0000 UTC to 2027-09-25 20:49:06 +0000 UTC (now=2026-09-25 21:49:07.457687758 +0000 UTC))" I0925 21:49:07.457794 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-09-25 21:33:42 +0000 UTC to 2036-09-22 21:33:42 +0000 UTC (now=2026-09-25 21:49:07.457785636 +0000 UTC))" I0925 21:49:07.457808 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-09-25 21:33:42 +0000 UTC to 2036-09-22 21:33:42 +0000 UTC (now=2026-09-25 21:49:07.457801238 +0000 UTC))" I0925 21:49:07.457818 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-09-25 21:33:43 +0000 UTC to 2036-09-22 21:33:43 +0000 UTC (now=2026-09-25 21:49:07.457811689 +0000 UTC))" I0925 21:49:07.457831 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-09-25 21:33:44 +0000 UTC to 2036-09-22 21:33:44 +0000 UTC (now=2026-09-25 21:49:07.457824202 +0000 UTC))" I0925 21:49:07.457841 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-09-25 21:33:44 +0000 UTC to 2036-09-22 21:33:44 +0000 UTC (now=2026-09-25 21:49:07.457834102 +0000 UTC))" I0925 21:49:07.457851 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2t29j2aisocsa5jvdea04aojm2a4g8rq-kx-ea9252e2f7_customer-system-admin-signer@1790372033\" [] issuer=\"\" (2026-09-25 21:33:52 +0000 UTC to 2026-10-02 21:33:53 +0000 UTC (now=2026-09-25 21:49:07.457844693 +0000 UTC))" I0925 21:49:07.457865 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2t29j2aisocsa5jvdea04aojm2a4g8rq-kx-ea9252e2f7_sre-system-admin-signer@1790372033\" [] issuer=\"\" (2026-09-25 21:33:52 +0000 UTC to 2026-10-02 21:33:53 +0000 UTC (now=2026-09-25 21:49:07.457858472 +0000 UTC))" I0925 21:49:07.457875 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-09-25 21:33:41 +0000 UTC to 2036-09-22 21:33:41 +0000 UTC (now=2026-09-25 21:49:07.457869398 +0000 UTC))" I0925 21:49:07.457961 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1790372932\" (2026-09-25 21:49:00 +0000 UTC to 2028-09-24 21:49:01 +0000 UTC (now=2026-09-25 21:49:07.457953029 +0000 UTC))" I0925 21:49:07.458037 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1790372947\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1790372946\" (2026-09-25 20:49:06 +0000 UTC to 2027-09-25 20:49:06 +0000 UTC (now=2026-09-25 21:49:07.458028949 +0000 UTC))" I0925 21:49:15.471754 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:15.472080 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:15.472118 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0925 21:49:15.484910 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0925 21:49:15.485788 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0925 21:49:15.486663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0925 21:49:15.486676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0925 21:49:15.487000 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0925 21:49:15.487150 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0925 21:49:19.180520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0925 21:49:19.194425 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0925 21:49:19.232575 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0925 21:49:23.683498 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I0925 21:49:25.394891 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0925 21:49:25.394919 1 tasks.go:49] processing task group 2 of 3 I0925 21:49:25.394943 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 21:49:25.394959 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0925 21:49:25.394971 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0925 21:49:25.394982 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 21:49:25.394983 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0925 21:49:25.394993 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0925 21:49:25.394993 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0925 21:49:25.394999 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0925 21:49:25.395005 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0925 21:49:25.395006 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 21:49:25.395015 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 21:49:25.395019 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0925 21:49:25.394987 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0925 21:49:25.395026 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0925 21:49:25.395041 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0925 21:49:25.420324 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0925 21:49:25.425720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0925 21:49:25.451949 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0925 21:49:25.455567 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0925 21:49:25.458940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0925 21:49:25.502550 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0925 21:49:25.519582 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 21:49:25.527308 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0925 21:49:25.570811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0925 21:49:25.570978 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 21:49:25.612946 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0925 21:49:25.616875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0925 21:49:25.617035 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0925 21:49:25.622225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0925 21:49:25.624024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0925 21:49:25.681789 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0925 21:49:25.773214 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0925 21:49:25.778515 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0925 21:49:25.778533 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0925 21:49:25.778654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0925 21:49:25.778822 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0925 21:49:25.778951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0925 21:49:25.797450 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0925 21:49:25.798010 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0925 21:49:25.798023 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0925 21:49:25.798441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0925 21:49:25.813547 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0925 21:49:25.820091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0925 21:49:25.838178 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0925 21:49:25.842383 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0925 21:49:25.956181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0925 21:49:25.981694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0925 21:49:26.110882 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0925 21:49:26.138785 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0925 21:49:26.194123 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0925 21:49:26.264795 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0925 21:49:26.324871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0925 21:49:26.367673 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0925 21:49:26.403840 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0925 21:49:26.490765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0925 21:49:26.502354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0925 21:49:26.589024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0925 21:49:26.595736 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0925 21:49:26.615889 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0925 21:49:26.683958 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0925 21:49:26.693089 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0925 21:49:26.769632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0925 21:49:26.770342 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0925 21:49:26.785091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0925 21:49:26.797035 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0925 21:49:26.825457 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0925 21:49:26.843993 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0925 21:49:26.844333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0925 21:49:26.888101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0925 21:49:26.902852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0925 21:49:27.016376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0925 21:49:27.289749 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0925 21:49:27.607644 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0925 21:49:27.624826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0925 21:49:27.638455 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0925 21:49:27.735085 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0925 21:49:27.821467 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 21:49:27.821532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0925 21:49:27.822129 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0925 21:49:27.845490 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0925 21:49:27.909775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-aligsrsuo8l5i -n openshift-monitoring because it was missing I0925 21:49:27.937010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0925 21:49:28.067608 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0925 21:49:28.164768 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0925 21:49:28.259384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0925 21:49:28.362497 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0925 21:49:28.469881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0925 21:49:28.555955 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0925 21:49:28.561103 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 21:49:28.571121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0925 21:49:28.672964 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0925 21:49:28.772545 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0925 21:49:28.859325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0925 21:49:28.880114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0925 21:49:29.437834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0925 21:49:29.964681 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0925 21:49:30.470781 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-dmk0f4187ig6q -n openshift-monitoring because it was missing I0925 21:49:30.497460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0925 21:49:30.538695 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0925 21:49:31.903725 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0925 21:49:31.920402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-65pv0s9er78bs -n openshift-monitoring because it was missing I0925 21:49:31.940240 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0925 21:49:31.964691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0925 21:49:31.978140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0925 21:49:33.953175 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0925 21:49:40.618793 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0925 21:49:40.618873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0925 21:49:40.993048 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0925 21:49:41.031494 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0925 21:49:48.357385 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:49:48.389498 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:49:48.456586 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:49:48.497581 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:49:48.565338 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:49:48.600489 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:49:48.639459 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:49:48.709543 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:49:48.758786 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:49:48.965441 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:49:49.160222 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:49:49.364968 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:49:49.560982 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:50:01.545432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0925 21:50:01.562091 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0925 21:50:01.562150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0925 21:50:05.377786 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:50:16.912008 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0925 21:50:42.049999 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0925 21:50:42.050036 1 operator.go:927] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0925 21:50:42.050043 1 operator.go:746] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0925 21:50:42.050059 1 operator.go:747] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0925 21:50:42.051190 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0925 21:50:42.096924 1 operator.go:882] Updating ClusterOperator status to InProgress. I0925 21:50:42.102701 1 tasks.go:49] processing task group 1 of 3 I0925 21:50:42.102725 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0925 21:50:42.102741 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0925 21:50:42.120337 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0925 21:50:43.162998 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWjRPVmQ1RVdYTEl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNU1ETTNNamt6TWpBZQpGdzB5TmpBNU1qVXlNVFE0TlRGYUZ3MHlPREV4TWpNeU1UUTROVEphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPVEF6TnpJNU16SXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3FBUDlqZHc4UjBZVE9PUFZTd0Z0ZWZuRTBnTjVpY2tJdgprSi9QZUV6UlQyd0ZoYi9ZZTFZVXQwZ0xRRTl1bTRTK3hVS3Q2cjUxdVprcHk4d0hTMzM5SGJ5NExlWDcxcmVzCmxvQU05dit5MkxkSE5kZTZxeFg2MVpsRHZEaC9XYkFGYjVqSHBoTEw2UGdMTUV0ak15Q21tRlIxYXRtQ3RaSW8KWFdwWGdqSjUyMDNWMStsL3hKNFQzcW1sbnBRL1MzY21aWjZvWXI3OTBkRzVwT3RWSkZUck5YbDZxa2ttZVhMVQorTUltcWxBcXRMbU51NVg4Q0hsNk5sUHYvUDdtMElFU2ZQSjE5clI3MFlpZXN2UkpNU1R3ZzJPL0VPTWxnRklkCnFIakNpUmMxYklNL2FzQkJPWXZtcXNaeDgrNDdDYzQ4ZmhMNXZ0WDJpd2h0dStlaXBSeTlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNTbzdEeApQUGNJeSs5Y203WHB4L1FaVkM3Z2RqQWZCZ05WSFNNRUdEQVdnQlNTbzdEeFBQY0l5KzljbTdYcHgvUVpWQzdnCmRqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFDYXpGQWQ4MndyTXoybVBMMUdMY1JVVTZzaDFXc0hoZk9vMDgKL3d4bVYvZ1RGNHZEUXlsMEFNbWZYS1kxTFg3Wm0vQUhFdFJ6SE9vZEdxak90aUhQWk5MNEF3V1NuWlUvc0FicApPVnVLWWlPYWdlOFczWVFkQ090RmFXdzU3RXg5TDFMbE9ZSFZ4U0p2K25XZElsVU1SeE5XZDM4NjRsU3duUjE5CmNDSFU5R0Q2QmNxejl1MlJLNkdZU2dyU1pYZ2ZqQlU2WDN4UU91MzZlandLcndDOE1SK1ovcTF5c3loYVZob3MKbWt0RTRoOXZ6blJCUkwyTlhVai9xQlNYMVpmUHdQb0NFNU4wK1hLMmZKSnBWVGhwL0J3RjhFQUl2b1UvRTFlMApySHVWdjJHU2RXeVdsQStHaWdDN2t0TWlmdm53OTl3dGJtWTMwZ3hQbitJUnBkYWlhZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0925 21:50:43.169623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0925 21:50:43.176543 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWjRPVmQ1RVdYTEl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNU1ETTNNamt6TWpBZQpGdzB5TmpBNU1qVXlNVFE0TlRGYUZ3MHlPREV4TWpNeU1UUTROVEphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPVEF6TnpJNU16SXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3FBUDlqZHc4UjBZVE9PUFZTd0Z0ZWZuRTBnTjVpY2tJdgprSi9QZUV6UlQyd0ZoYi9ZZTFZVXQwZ0xRRTl1bTRTK3hVS3Q2cjUxdVprcHk4d0hTMzM5SGJ5NExlWDcxcmVzCmxvQU05dit5MkxkSE5kZTZxeFg2MVpsRHZEaC9XYkFGYjVqSHBoTEw2UGdMTUV0ak15Q21tRlIxYXRtQ3RaSW8KWFdwWGdqSjUyMDNWMStsL3hKNFQzcW1sbnBRL1MzY21aWjZvWXI3OTBkRzVwT3RWSkZUck5YbDZxa2ttZVhMVQorTUltcWxBcXRMbU51NVg4Q0hsNk5sUHYvUDdtMElFU2ZQSjE5clI3MFlpZXN2UkpNU1R3ZzJPL0VPTWxnRklkCnFIakNpUmMxYklNL2FzQkJPWXZtcXNaeDgrNDdDYzQ4ZmhMNXZ0WDJpd2h0dStlaXBSeTlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNTbzdEeApQUGNJeSs5Y203WHB4L1FaVkM3Z2RqQWZCZ05WSFNNRUdEQVdnQlNTbzdEeFBQY0l5KzljbTdYcHgvUVpWQzdnCmRqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFDYXpGQWQ4MndyTXoybVBMMUdMY1JVVTZzaDFXc0hoZk9vMDgKL3d4bVYvZ1RGNHZEUXlsMEFNbWZYS1kxTFg3Wm0vQUhFdFJ6SE9vZEdxak90aUhQWk5MNEF3V1NuWlUvc0FicApPVnVLWWlPYWdlOFczWVFkQ090RmFXdzU3RXg5TDFMbE9ZSFZ4U0p2K25XZElsVU1SeE5XZDM4NjRsU3duUjE5CmNDSFU5R0Q2QmNxejl1MlJLNkdZU2dyU1pYZ2ZqQlU2WDN4UU91MzZlandLcndDOE1SK1ovcTF5c3loYVZob3MKbWt0RTRoOXZ6blJCUkwyTlhVai9xQlNYMVpmUHdQb0NFNU4wK1hLMmZKSnBWVGhwL0J3RjhFQUl2b1UvRTFlMApySHVWdjJHU2RXeVdsQStHaWdDN2t0TWlmdm53OTl3dGJtWTMwZ3hQbitJUnBkYWlhZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0925 21:50:43.183016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0925 21:50:45.273004 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0925 21:50:45.273032 1 tasks.go:49] processing task group 2 of 3 I0925 21:50:45.273090 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 21:50:45.273094 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0925 21:50:45.273100 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0925 21:50:45.273109 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0925 21:50:45.273137 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0925 21:50:45.273151 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0925 21:50:45.273165 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0925 21:50:45.273184 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0925 21:50:45.273203 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0925 21:50:45.273221 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0925 21:50:45.273239 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0925 21:50:45.273277 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 21:50:45.273292 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 21:50:45.273308 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0925 21:50:45.273086 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 21:50:45.341626 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 21:50:45.361475 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0925 21:50:45.365410 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 21:50:45.392279 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0925 21:50:45.427416 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0925 21:50:45.436581 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 21:50:45.451435 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0925 21:50:45.464613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0925 21:50:45.481684 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0925 21:50:45.533508 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0925 21:50:46.364778 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0925 21:50:46.405284 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0925 21:50:46.407154 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 21:50:46.435936 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0925 21:50:46.440825 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0925 21:50:48.472869 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0925 21:50:50.435566 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0925 21:50:50.546416 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I0925 21:50:51.350978 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0925 21:50:54.668794 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0925 21:51:56.492997 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0925 21:53:00.736294 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0925 21:53:00.736320 1 tasks.go:49] processing task group 3 of 3 I0925 21:53:00.736332 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0925 21:53:00.788973 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0925 21:53:00.789051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0925 21:53:00.801146 1 operator.go:903] Updating ClusterOperator status to done. W0925 21:53:00.856579 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0925 21:53:00.922762 1 operator.go:882] Updating ClusterOperator status to InProgress. I0925 21:53:00.929518 1 tasks.go:49] processing task group 1 of 3 I0925 21:53:00.929540 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0925 21:53:00.929555 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0925 21:53:00.952228 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0925 21:53:04.115619 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0925 21:53:04.115641 1 tasks.go:49] processing task group 2 of 3 I0925 21:53:04.115665 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 21:53:04.115674 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0925 21:53:04.115684 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0925 21:53:04.115704 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0925 21:53:04.115723 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0925 21:53:04.115749 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 21:53:04.115777 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0925 21:53:04.115789 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 21:53:04.115794 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0925 21:53:04.115818 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0925 21:53:04.115837 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0925 21:53:04.115852 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0925 21:53:04.115859 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0925 21:53:04.115864 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 21:53:04.115873 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0925 21:53:04.187964 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 21:53:04.204577 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0925 21:53:04.215239 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 21:53:04.282748 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 21:53:05.209636 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0925 21:53:05.244211 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 21:53:05.253222 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0925 21:53:05.287805 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0925 21:53:05.304749 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0925 21:53:07.316817 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0925 21:53:09.279647 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0925 21:53:10.189903 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0925 21:53:10.293502 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0925 21:53:14.667718 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 21:53:15.318541 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0925 21:53:19.511968 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0925 21:53:19.511994 1 tasks.go:49] processing task group 3 of 3 I0925 21:53:19.512007 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0925 21:53:19.551192 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0925 21:53:19.560430 1 operator.go:903] Updating ClusterOperator status to done. W0925 21:53:19.572487 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0925 21:53:19.614225 1 operator.go:882] Updating ClusterOperator status to InProgress. I0925 21:53:19.619953 1 tasks.go:49] processing task group 1 of 3 I0925 21:53:19.619978 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0925 21:53:19.619997 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0925 21:53:19.637342 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0925 21:53:22.783678 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0925 21:53:22.783701 1 tasks.go:49] processing task group 2 of 3 I0925 21:53:22.783728 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 21:53:22.783733 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0925 21:53:22.783746 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0925 21:53:22.783770 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0925 21:53:22.783791 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 21:53:22.783805 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0925 21:53:22.783831 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 21:53:22.783855 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0925 21:53:22.783867 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0925 21:53:22.783885 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0925 21:53:22.783887 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 21:53:22.783887 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0925 21:53:22.784240 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0925 21:53:22.784489 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0925 21:53:22.783886 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0925 21:53:22.858059 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 21:53:22.874881 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0925 21:53:22.876672 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 21:53:22.979320 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 21:53:23.865811 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0925 21:53:23.903586 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 21:53:23.903622 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0925 21:53:23.933446 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0925 21:53:23.957200 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0925 21:53:25.971918 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0925 21:53:27.947530 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0925 21:53:28.857130 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0925 21:53:28.963016 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0925 21:53:33.965038 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0925 21:53:38.143010 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0925 21:53:38.143035 1 tasks.go:49] processing task group 3 of 3 I0925 21:53:38.143052 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0925 21:53:38.185249 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0925 21:53:38.195350 1 operator.go:903] Updating ClusterOperator status to done. I0925 21:54:06.806561 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0925 21:54:06.806597 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0925 21:54:06.851036 1 operator.go:882] Updating ClusterOperator status to InProgress. I0925 21:54:06.857090 1 tasks.go:49] processing task group 1 of 3 I0925 21:54:06.857110 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0925 21:54:06.857128 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0925 21:54:06.873893 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0925 21:54:10.032900 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0925 21:54:10.032933 1 tasks.go:49] processing task group 2 of 3 I0925 21:54:10.032974 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 21:54:10.032975 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0925 21:54:10.032984 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0925 21:54:10.033011 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 21:54:10.033035 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0925 21:54:10.033081 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0925 21:54:10.033099 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0925 21:54:10.033117 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0925 21:54:10.033127 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0925 21:54:10.033154 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0925 21:54:10.033185 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0925 21:54:10.033187 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0925 21:54:10.033202 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 21:54:10.033218 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0925 21:54:10.033103 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 21:54:10.098056 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 21:54:10.124444 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0925 21:54:10.128305 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 21:54:10.199250 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 21:54:11.122013 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0925 21:54:11.153287 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 21:54:11.155903 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0925 21:54:11.182604 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0925 21:54:11.209696 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0925 21:54:13.229241 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0925 21:54:15.189539 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0925 21:54:16.105998 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0925 21:54:16.210683 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0925 21:54:21.235664 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0925 21:54:25.408794 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0925 21:54:25.408819 1 tasks.go:49] processing task group 3 of 3 I0925 21:54:25.408831 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0925 21:54:25.450341 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0925 21:54:25.466058 1 operator.go:903] Updating ClusterOperator status to done. I0925 21:54:49.566804 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version W0925 21:54:49.566832 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0925 21:54:49.619656 1 operator.go:882] Updating ClusterOperator status to InProgress. I0925 21:54:49.625785 1 tasks.go:49] processing task group 1 of 3 I0925 21:54:49.625811 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0925 21:54:49.625828 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0925 21:54:49.643732 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0925 21:54:52.810465 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0925 21:54:52.810488 1 tasks.go:49] processing task group 2 of 3 I0925 21:54:52.810511 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 21:54:52.810518 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0925 21:54:52.810538 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 21:54:52.810554 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0925 21:54:52.810570 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0925 21:54:52.810594 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 21:54:52.810608 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0925 21:54:52.810635 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 21:54:52.810653 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0925 21:54:52.810653 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0925 21:54:52.810679 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0925 21:54:52.810699 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0925 21:54:52.810723 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0925 21:54:52.810729 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0925 21:54:52.810755 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0925 21:54:52.877951 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 21:54:52.903384 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 21:54:52.905825 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0925 21:54:52.982013 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 21:54:53.895886 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0925 21:54:53.926093 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 21:54:53.939809 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0925 21:54:53.949444 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0925 21:54:53.982494 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0925 21:54:55.991381 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0925 21:54:57.969734 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0925 21:54:58.881925 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0925 21:54:58.983605 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0925 21:55:03.990561 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0925 21:55:08.169511 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0925 21:55:08.169534 1 tasks.go:49] processing task group 3 of 3 I0925 21:55:08.169546 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0925 21:55:08.213830 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0925 21:55:08.224905 1 operator.go:903] Updating ClusterOperator status to done. I0925 21:59:06.805876 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0925 21:59:06.805926 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I0925 21:59:06.850653 1 operator.go:882] Updating ClusterOperator status to InProgress. I0925 21:59:06.856760 1 tasks.go:49] processing task group 1 of 3 I0925 21:59:06.856783 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0925 21:59:06.856797 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0925 21:59:06.874986 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0925 21:59:10.035580 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0925 21:59:10.035603 1 tasks.go:49] processing task group 2 of 3 I0925 21:59:10.035632 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0925 21:59:10.035643 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 21:59:10.035655 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0925 21:59:10.035676 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 21:59:10.035698 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0925 21:59:10.035720 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0925 21:59:10.035738 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 21:59:10.035763 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0925 21:59:10.035784 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0925 21:59:10.035801 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0925 21:59:10.035809 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0925 21:59:10.035825 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0925 21:59:10.035828 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 21:59:10.035853 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0925 21:59:10.035793 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0925 21:59:10.151739 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 21:59:10.190175 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 21:59:10.200087 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0925 21:59:10.307615 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 21:59:11.174237 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0925 21:59:11.188812 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0925 21:59:11.188815 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 21:59:11.234322 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0925 21:59:11.296260 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0925 21:59:13.260122 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0925 21:59:15.246321 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0925 21:59:16.114654 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0925 21:59:16.305491 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0925 21:59:21.240791 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0925 21:59:25.442290 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0925 21:59:25.442314 1 tasks.go:49] processing task group 3 of 3 I0925 21:59:25.442325 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0925 21:59:25.486059 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0925 21:59:25.495840 1 operator.go:903] Updating ClusterOperator status to done. I0925 22:02:09.280602 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config W0925 22:02:09.288464 1 operator.go:1009] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0925 22:02:09.347094 1 operator.go:882] Updating ClusterOperator status to InProgress. I0925 22:02:09.354315 1 tasks.go:49] processing task group 1 of 3 I0925 22:02:09.354339 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0925 22:02:09.354356 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0925 22:02:09.383749 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0925 22:02:09.383819 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0925 22:02:12.550557 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0925 22:02:12.550577 1 tasks.go:49] processing task group 2 of 3 I0925 22:02:12.550598 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 22:02:12.550661 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0925 22:02:12.550689 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0925 22:02:12.550713 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0925 22:02:12.550730 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0925 22:02:12.550743 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 22:02:12.550767 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0925 22:02:12.550786 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0925 22:02:12.550801 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0925 22:02:12.550824 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0925 22:02:12.550827 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0925 22:02:12.550853 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0925 22:02:12.550863 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 22:02:12.550881 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 22:02:12.550887 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0925 22:02:12.577956 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0925 22:02:12.597206 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0925 22:02:12.619113 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0925 22:02:12.698991 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0925 22:02:12.719514 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 22:02:12.742565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0925 22:02:12.893532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0925 22:02:12.898594 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 22:02:12.941518 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0925 22:02:12.978633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0925 22:02:13.012619 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0925 22:02:13.080797 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0925 22:02:13.356675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0925 22:02:13.447343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0925 22:02:13.549265 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0925 22:02:13.705175 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0925 22:02:13.706519 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0925 22:02:13.768561 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0925 22:02:13.800551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0925 22:02:13.865383 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0925 22:02:13.903719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0925 22:02:13.921147 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0925 22:02:13.952722 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0925 22:02:13.983438 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0925 22:02:14.015859 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0925 22:02:14.104268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0925 22:02:14.123511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0925 22:02:14.169552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0925 22:02:14.189449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0925 22:02:14.210533 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0925 22:02:14.227907 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0925 22:02:15.019483 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-65pv0s9er78bs -n openshift-user-workload-monitoring because it was missing I0925 22:02:15.047901 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0925 22:02:15.074453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0925 22:02:15.096584 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0925 22:02:15.126413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0925 22:02:15.145498 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0925 22:02:15.249530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing I0925 22:02:15.267535 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-65pv0s9er78bs -n openshift-user-workload-monitoring because it was missing W0925 22:02:15.277880 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0925 22:02:15.288813 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0925 22:02:15.303529 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0925 22:02:16.326812 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 22:02:17.832614 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0925 22:02:18.663206 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0925 22:02:18.848965 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0925 22:02:23.819828 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0925 22:02:25.603001 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 22:02:25.603094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2d064b2c-e057-478e-9016-db39ade760dc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0925 22:02:27.869330 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0925 22:02:36.264181 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0925 22:04:06.711083 1 operator.go:718] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0925 22:04:06.713162 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0925 22:04:06.714251 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0925 22:04:06.714271 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0925 22:04:06.714278 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0925 22:04:06.715742 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I0925 22:04:06.715799 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0925 22:04:06.715849 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0925 22:04:06.715872 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0925 22:04:06.715943 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0925 22:04:06.717046 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I0925 22:04:06.722702 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I0925 22:04:06.724822 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 22:04:06.752767 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0925 22:04:28.214045 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0925 22:04:28.214096 1 tasks.go:49] processing task group 3 of 3 I0925 22:04:28.214105 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0925 22:04:28.433777 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0925 22:04:28.450289 1 operator.go:903] Updating ClusterOperator status to done. W0925 22:04:28.480516 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0925 22:04:28.553924 1 operator.go:882] Updating ClusterOperator status to InProgress. I0925 22:04:28.569593 1 tasks.go:49] processing task group 1 of 3 I0925 22:04:28.569617 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0925 22:04:28.569635 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0925 22:04:28.599655 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0925 22:04:31.923542 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0925 22:04:31.923565 1 tasks.go:49] processing task group 2 of 3 I0925 22:04:31.923588 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 22:04:31.923592 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0925 22:04:31.923605 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 22:04:31.923623 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0925 22:04:31.923646 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0925 22:04:31.923672 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 22:04:31.923687 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0925 22:04:31.923704 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0925 22:04:31.923728 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0925 22:04:31.923739 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0925 22:04:31.923752 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0925 22:04:31.923767 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0925 22:04:31.923792 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0925 22:04:31.923811 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0925 22:04:31.923789 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 22:04:32.070936 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0925 22:04:32.079401 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 22:04:32.175420 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 22:04:33.043938 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0925 22:04:33.084672 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0925 22:04:33.159141 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0925 22:04:34.088338 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 22:04:35.128456 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0925 22:04:37.141613 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0925 22:04:38.018172 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0925 22:04:38.162460 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0925 22:04:43.137898 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0925 22:04:44.239311 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0925 22:04:44.243557 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 22:04:47.354453 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0925 22:04:47.354479 1 tasks.go:49] processing task group 3 of 3 I0925 22:04:47.354500 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0925 22:04:47.396104 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0925 22:04:47.406218 1 operator.go:903] Updating ClusterOperator status to done. I0925 22:19:06.712087 1 operator.go:718] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0925 22:19:06.713187 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0925 22:19:06.714466 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0925 22:19:06.714514 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0925 22:19:06.714548 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0925 22:19:06.716709 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I0925 22:19:06.716761 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0925 22:19:06.716829 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0925 22:19:06.716849 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0925 22:19:06.716865 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0925 22:19:06.717808 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster W0925 22:19:06.717970 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0925 22:19:06.723460 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I0925 22:19:06.725657 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I0925 22:19:06.753058 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0925 22:19:06.765526 1 operator.go:882] Updating ClusterOperator status to InProgress. I0925 22:19:06.773121 1 tasks.go:49] processing task group 1 of 3 I0925 22:19:06.773148 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0925 22:19:06.773162 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0925 22:19:06.789524 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0925 22:19:09.957848 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0925 22:19:09.957874 1 tasks.go:49] processing task group 2 of 3 I0925 22:19:09.957896 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 22:19:09.957908 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0925 22:19:09.957925 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0925 22:19:09.957954 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0925 22:19:09.957971 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0925 22:19:09.957994 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0925 22:19:09.958020 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 22:19:09.958033 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0925 22:19:09.958083 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0925 22:19:09.958112 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 22:19:09.958116 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0925 22:19:09.958138 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0925 22:19:09.958133 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 22:19:09.958162 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0925 22:19:09.958188 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0925 22:19:10.081441 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 22:19:10.086790 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0925 22:19:10.153554 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 22:19:11.066625 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0925 22:19:11.112835 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0925 22:19:11.172889 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0925 22:19:12.104166 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 22:19:13.164550 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0925 22:19:15.131200 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0925 22:19:16.034873 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0925 22:19:16.150608 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0925 22:19:21.155114 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0925 22:19:22.173632 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 22:19:22.222854 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0925 22:19:25.341712 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0925 22:19:25.341737 1 tasks.go:49] processing task group 3 of 3 I0925 22:19:25.341744 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0925 22:19:25.383750 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0925 22:19:25.395644 1 operator.go:903] Updating ClusterOperator status to done. W0925 22:19:25.414873 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I0925 22:19:25.464270 1 operator.go:882] Updating ClusterOperator status to InProgress. I0925 22:19:25.470984 1 tasks.go:49] processing task group 1 of 3 I0925 22:19:25.471005 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0925 22:19:25.471024 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0925 22:19:25.489097 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0925 22:19:28.636741 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0925 22:19:28.636767 1 tasks.go:49] processing task group 2 of 3 I0925 22:19:28.636791 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 22:19:28.636796 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0925 22:19:28.636816 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0925 22:19:28.636834 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0925 22:19:28.636852 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0925 22:19:28.636864 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0925 22:19:28.636888 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0925 22:19:28.636903 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0925 22:19:28.636931 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0925 22:19:28.636951 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 22:19:28.636973 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0925 22:19:28.637002 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 22:19:28.637001 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0925 22:19:28.637031 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0925 22:19:28.637026 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 22:19:28.743684 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0925 22:19:28.745652 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0925 22:19:28.802342 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0925 22:19:29.731013 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0925 22:19:29.774594 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0925 22:19:29.815813 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0925 22:19:30.764651 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0925 22:19:31.823018 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0925 22:19:33.801095 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0925 22:19:34.715754 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0925 22:19:34.819740 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0925 22:19:39.824186 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0925 22:19:40.839665 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0925 22:19:40.876541 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0925 22:19:44.014210 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0925 22:19:44.014233 1 tasks.go:49] processing task group 3 of 3 I0925 22:19:44.014239 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0925 22:19:44.052623 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0925 22:19:44.062661 1 operator.go:903] Updating ClusterOperator status to done.