W0129 13:46:16.883117 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0129 13:46:16.883628 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0129 13:46:16.883648 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0129 13:46:16.883655 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0129 13:46:16.883662 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0129 13:46:16.910345 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0129 13:46:16.914278 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0129 13:46:16.914646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0129 13:46:16.915074 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0129 13:46:16.917338 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0129 13:46:16.922125 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0129 13:46:16.923318 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0129 13:46:16.926253 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0129 13:46:16.926571 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0129 13:46:16.926676 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0129 13:46:16.926259 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0129 13:46:16.928083 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0129 13:46:16.928276 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0129 13:46:16.929388 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0129 13:46:16.929489 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0129 13:46:16.929693 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0129 13:46:16.929767 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0129 13:46:16.930665 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0129 13:46:16.930703 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0129 13:46:16.935366 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0129 13:46:16.935446 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0129 13:46:16.935455 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0129 13:46:16.976897 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0129 13:46:17.019247 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0129 13:46:17.019323 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0129 13:46:17.019388 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0129 13:46:17.019402 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0129 13:46:17.019338 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0129 13:46:17.019436 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0129 13:46:17.019261 1 relabel_controller.go:117] Starting alert relabel config controller I0129 13:46:17.019271 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0129 13:46:17.019498 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0129 13:46:17.019506 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0129 13:46:17.019243 1 rule_controller.go:113] Starting alerting rules controller I0129 13:46:17.019531 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0129 13:46:17.019488 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0129 13:46:17.020774 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0129 13:46:17.023461 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0129 13:46:17.023629 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0129 13:46:17.023998 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0129 13:46:17.024113 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0129 13:46:17.024415 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.024563 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0129 13:46:17.024902 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.024901 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.025157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0129 13:46:17.025294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates W0129 13:46:17.025660 1 operator.go:957] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0129 13:46:17.036651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-ddv48" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0129 13:46:17.037076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-54g92" is created for OpenShiftMonitoringTelemeterClientCertRequester I0129 13:46:17.038364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-t65fb" is created for OpenShiftMonitoringClientCertRequester I0129 13:46:17.041423 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.045168 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.046752 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.047130 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.050578 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.051242 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.052848 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.054797 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.058631 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.059913 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.059914 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.063039 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.067348 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.067886 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.068058 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.075238 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.075246 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.075238 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.076004 1 operator.go:830] Updating ClusterOperator status to InProgress. I0129 13:46:17.082449 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.082757 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.082887 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.086986 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.087249 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.087881 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.094080 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.095287 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.095289 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.101831 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.102061 1 tasks.go:49] processing task group 1 of 3 I0129 13:46:17.102093 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0129 13:46:17.102101 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0129 13:46:17.103355 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.107747 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.111657 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.111932 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.112905 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0129 13:46:17.119790 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0129 13:46:17.119931 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0129 13:46:17.120619 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0129 13:46:17.121360 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0129 13:46:17.129972 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0129 13:46:17.131533 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0129 13:46:17.131695 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0129 13:46:17.132097 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0129 13:46:17.132190 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0129 13:46:17.150453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0129 13:46:17.153061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0129 13:46:17.175226 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0129 13:46:17.175303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0129 13:46:17.213041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0129 13:46:17.305021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0129 13:46:17.322193 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0129 13:46:17.395491 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0129 13:46:17.415207 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0129 13:46:17.924331 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0129 13:46:17.925693 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0129 13:46:17.925710 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0129 13:46:17.925721 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0129 13:46:17.925725 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0129 13:46:17.928334 1 secure_serving.go:57] Forcing use of http/1.1 only I0129 13:46:17.928359 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0129 13:46:17.936906 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0129 13:46:17.936916 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0129 13:46:17.936925 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0129 13:46:17.936928 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0129 13:46:17.936939 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0129 13:46:17.936956 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0129 13:46:17.937284 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0129 13:46:17.937458 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769694347\" (2026-01-29 13:45:58 +0000 UTC to 2028-01-29 13:45:59 +0000 UTC (now=2026-01-29 13:46:17.937427002 +0000 UTC))" I0129 13:46:17.937697 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769694377\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769694377\" (2026-01-29 12:46:16 +0000 UTC to 2027-01-29 12:46:16 +0000 UTC (now=2026-01-29 13:46:17.93767938 +0000 UTC))" I0129 13:46:17.937720 1 secure_serving.go:213] Serving securely on [::]:8443 I0129 13:46:17.937739 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0129 13:46:17.937751 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0129 13:46:17.941296 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0129 13:46:17.941348 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0129 13:46:17.941668 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0129 13:46:18.037999 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0129 13:46:18.038034 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0129 13:46:18.038004 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0129 13:46:18.038281 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-01-29 13:31:08 +0000 UTC to 2036-01-27 13:31:08 +0000 UTC (now=2026-01-29 13:46:18.038248559 +0000 UTC))" I0129 13:46:18.038613 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769694347\" (2026-01-29 13:45:58 +0000 UTC to 2028-01-29 13:45:59 +0000 UTC (now=2026-01-29 13:46:18.038579015 +0000 UTC))" I0129 13:46:18.038880 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769694377\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769694377\" (2026-01-29 12:46:16 +0000 UTC to 2027-01-29 12:46:16 +0000 UTC (now=2026-01-29 13:46:18.038837304 +0000 UTC))" I0129 13:46:18.039079 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-01-29 13:31:11 +0000 UTC to 2036-01-27 13:31:11 +0000 UTC (now=2026-01-29 13:46:18.039060559 +0000 UTC))" I0129 13:46:18.039109 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-01-29 13:31:17 +0000 UTC to 2036-01-27 13:31:17 +0000 UTC (now=2026-01-29 13:46:18.039096305 +0000 UTC))" I0129 13:46:18.039125 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-01-29 13:31:20 +0000 UTC to 2036-01-27 13:31:20 +0000 UTC (now=2026-01-29 13:46:18.039117371 +0000 UTC))" I0129 13:46:18.039147 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-01-29 13:31:22 +0000 UTC to 2036-01-27 13:31:22 +0000 UTC (now=2026-01-29 13:46:18.039131583 +0000 UTC))" I0129 13:46:18.039165 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-01-29 13:31:24 +0000 UTC to 2036-01-27 13:31:24 +0000 UTC (now=2026-01-29 13:46:18.039157211 +0000 UTC))" I0129 13:46:18.039180 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o4h3ba1171cvvfjh97g5qauvcio0ogb-kx-73d3964e4f_customer-system-admin-signer@1769693604\" [] issuer=\"\" (2026-01-29 13:33:24 +0000 UTC to 2026-02-05 13:33:25 +0000 UTC (now=2026-01-29 13:46:18.039171586 +0000 UTC))" I0129 13:46:18.039199 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o4h3ba1171cvvfjh97g5qauvcio0ogb-kx-73d3964e4f_sre-system-admin-signer@1769693604\" [] issuer=\"\" (2026-01-29 13:33:26 +0000 UTC to 2026-02-05 13:33:27 +0000 UTC (now=2026-01-29 13:46:18.03918996 +0000 UTC))" I0129 13:46:18.039215 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-01-29 13:31:08 +0000 UTC to 2036-01-27 13:31:08 +0000 UTC (now=2026-01-29 13:46:18.039207545 +0000 UTC))" I0129 13:46:18.039468 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769694347\" (2026-01-29 13:45:58 +0000 UTC to 2028-01-29 13:45:59 +0000 UTC (now=2026-01-29 13:46:18.039454334 +0000 UTC))" I0129 13:46:18.039626 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769694377\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769694377\" (2026-01-29 12:46:16 +0000 UTC to 2027-01-29 12:46:16 +0000 UTC (now=2026-01-29 13:46:18.03961032 +0000 UTC))" I0129 13:46:19.129551 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0129 13:46:21.481799 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0129 13:46:21.493358 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0129 13:46:21.509586 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0129 13:46:25.645914 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0129 13:46:25.645958 1 tasks.go:49] processing task group 2 of 3 I0129 13:46:25.646004 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 13:46:25.646044 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 13:46:25.646057 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0129 13:46:25.646110 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0129 13:46:25.646120 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0129 13:46:25.646111 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0129 13:46:25.646081 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0129 13:46:25.646094 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0129 13:46:25.646137 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 13:46:25.646147 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0129 13:46:25.646152 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0129 13:46:25.646163 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0129 13:46:25.646081 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0129 13:46:25.646340 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 13:46:25.646706 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0129 13:46:25.664220 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0129 13:46:25.665202 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0129 13:46:25.670333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0129 13:46:25.684588 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0129 13:46:25.702394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0129 13:46:25.707041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0129 13:46:25.707504 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0129 13:46:25.714943 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0129 13:46:25.727003 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0129 13:46:25.809917 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0129 13:46:25.815019 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 13:46:25.832151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0129 13:46:25.852998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0129 13:46:25.885933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0129 13:46:25.886056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0129 13:46:25.888676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0129 13:46:25.891771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0129 13:46:25.928810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0129 13:46:25.931701 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0129 13:46:26.005539 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0129 13:46:26.006723 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0129 13:46:26.010223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0129 13:46:26.011654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0129 13:46:26.011680 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0129 13:46:26.012144 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0129 13:46:26.015789 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0129 13:46:26.018069 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0129 13:46:26.026283 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0129 13:46:26.030571 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0129 13:46:26.031773 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0129 13:46:26.034233 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0129 13:46:26.034256 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found W0129 13:46:26.035008 1 tasks.go:73] task 13 of 15: UpdatingUserWorkloadPrometheus failed: reconciling UserWorkload Prometheus Alertmanager User Workload Role Binding failed: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0129 13:46:26.035026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'RoleBindingCreateFailed' Failed to create RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0129 13:46:26.048391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0129 13:46:26.051687 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0129 13:46:26.052128 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0129 13:46:26.070903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0129 13:46:26.078704 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0129 13:46:26.200566 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0129 13:46:26.210670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0129 13:46:26.294300 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0129 13:46:26.330925 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0129 13:46:26.375251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0129 13:46:26.410749 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0129 13:46:26.470136 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0129 13:46:26.483133 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0129 13:46:26.508852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0129 13:46:26.569701 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0129 13:46:26.697772 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0129 13:46:26.720114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0129 13:46:26.798352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0129 13:46:26.853045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0129 13:46:26.868670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0129 13:46:26.895069 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0129 13:46:26.895173 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0129 13:46:26.898797 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0129 13:46:26.981636 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0129 13:46:26.983160 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0129 13:46:26.988509 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0129 13:46:26.996169 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0129 13:46:27.009878 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0129 13:46:27.044756 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0129 13:46:27.062383 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0129 13:46:27.062437 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0129 13:46:27.095656 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0129 13:46:27.100835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0129 13:46:27.111939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0129 13:46:27.217455 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0129 13:46:27.217505 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0129 13:46:27.229395 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0129 13:46:27.247578 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0129 13:46:27.274352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0129 13:46:27.300229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0129 13:46:27.321110 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0129 13:46:27.392280 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0129 13:46:27.838405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0129 13:46:27.849528 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0129 13:46:27.861384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0129 13:46:27.904296 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 13:46:27.904371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0129 13:46:27.905153 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0129 13:46:27.933447 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0129 13:46:28.031671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0129 13:46:28.115605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-cbd23gfd006s1 -n openshift-monitoring because it was missing I0129 13:46:28.127106 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0129 13:46:28.299131 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0129 13:46:28.343139 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-3r7i7ni9e6055 -n openshift-user-workload-monitoring because it was missing I0129 13:46:28.368245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0129 13:46:28.382249 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0129 13:46:28.479318 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0129 13:46:28.581006 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0129 13:46:28.681541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0129 13:46:28.788117 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0129 13:46:28.886748 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0129 13:46:28.987377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0129 13:46:29.070809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0129 13:46:29.088770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0129 13:46:29.124784 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0129 13:46:29.550815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0129 13:46:30.168621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing I0129 13:46:30.181946 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0129 13:46:30.578600 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-4q3vqra3mva4b -n openshift-monitoring because it was missing I0129 13:46:30.731500 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0129 13:46:30.766661 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0129 13:46:31.207775 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0129 13:46:31.217176 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 13:46:32.122440 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-3r7i7ni9e6055 -n openshift-monitoring because it was missing I0129 13:46:32.143921 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0129 13:46:32.165698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0129 13:46:32.191264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0129 13:46:32.222943 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0129 13:46:34.828829 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0129 13:46:34.828906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0129 13:46:38.501426 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 13:46:38.501514 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0129 13:46:41.185671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0129 13:46:41.234996 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0129 13:46:55.635565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0129 13:46:55.647574 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0129 13:46:55.647644 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0129 13:47:07.129983 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0129 13:47:15.726844 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0129 13:47:45.723975 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0129 13:47:52.263234 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0129 13:47:52.263293 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0129 13:47:52.263302 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0129 13:47:52.263321 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: MultipleTasksFailed)" logger="UnhandledError" I0129 13:47:52.264969 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0129 13:47:52.269983 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0129 13:47:52.299598 1 operator.go:830] Updating ClusterOperator status to InProgress. I0129 13:47:52.304611 1 tasks.go:49] processing task group 1 of 3 I0129 13:47:52.304637 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0129 13:47:52.304657 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0129 13:47:52.319481 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0129 13:47:53.356318 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSUMvTXh4RkxKM0F3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjMk9UWTVORE0wTnpBZQpGdzB5TmpBeE1qa3hNelExTkRaYUZ3MHlPREF6TWpreE16UTFORGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOamsyT1RRek5EY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGVOUVhreUZuZW1RZGpxNDJkaXA3Uk5ZbWdJRXJ1ZHhpMgoweUx1MFJsWEJ4ZG5DWjVyY0tFS2pQQzdpYmR1WHM0dmxYempyVHhoNllzZFlTWXU5dklXSS9kR3o5bzJvOU9zCmsvNXZPY21PWW9CVktRNEVNYk5nZmxTMUkvQWM1M0YydDBXbzZPeDJleTdsbTdVNWZYVlJSejhTMWxNdjFsQ3gKNVF3UXBaSnhONTlIWGJCdE5Vb1NCYVZYU001VjE3cEpVWHA2djA0NFRxeDJtcG5qaVlmdE1HeVQrU1kzUzUzWAp5Sm10SFU1cmdjVURuWG0zT29aSWdzaWpuU09lbUhrcGl0S3puQm9HS2wvQXgxa2Z3S1V0NnJIcjdQL0RQVWJsCjNIYjJOOEZOZTZ4K29aMFBTT0FxWEZoT2R2TThyMzBqbHE0cGxzWlVrYXFRM2tsUzh0VkZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRqM1NzSwpWNkp2Rk53NURWUXJad2FuY0Y2RVREQWZCZ05WSFNNRUdEQVdnQlRqM1NzS1Y2SnZGTnc1RFZRclp3YW5jRjZFClREQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFhTklwRW0xZGs4VHFlUzJoaWdodlRMaDljaEpob0tnWVB6aFQKVG1leklwQ0FWejkveTJRdGJ1VEZCZkpLcldWYmFCNDNybHpWOVZuWENkOVdGaTNML1hQM3RXenhRWmVSaVdoSQplRzVIVmx2RW9ESjl6UnZPazFCODAxMTZCSjExeG5rMnZDMlNPcEZ6Qko0RWZGV2lnR1lRZUtIOVdHNEd3cUN4CkJaK0orUDhnNmFHQVR1cTZMMlRud0xSYlY2d3FTMjNxdjV6TjJWTkF0Z05xTU51ZEFoajdKUGQvWXNWelNWbisKTzI1MnVYTHRMTC9ncURNS1hyRzBwelVSd2o5dERacTRRd1M4clAremxWZzFadXdVVXFiWk9MajloOTdpeHdyUwpLRlFYRHk0OUdwWWlEbVgrRGZRbXUvR1FHcE5CZFk1TzNuUE1Qa2M0RDVjUCtiUDlxQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0129 13:47:53.363371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0129 13:47:53.368406 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSUMvTXh4RkxKM0F3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjMk9UWTVORE0wTnpBZQpGdzB5TmpBeE1qa3hNelExTkRaYUZ3MHlPREF6TWpreE16UTFORGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOamsyT1RRek5EY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGVOUVhreUZuZW1RZGpxNDJkaXA3Uk5ZbWdJRXJ1ZHhpMgoweUx1MFJsWEJ4ZG5DWjVyY0tFS2pQQzdpYmR1WHM0dmxYempyVHhoNllzZFlTWXU5dklXSS9kR3o5bzJvOU9zCmsvNXZPY21PWW9CVktRNEVNYk5nZmxTMUkvQWM1M0YydDBXbzZPeDJleTdsbTdVNWZYVlJSejhTMWxNdjFsQ3gKNVF3UXBaSnhONTlIWGJCdE5Vb1NCYVZYU001VjE3cEpVWHA2djA0NFRxeDJtcG5qaVlmdE1HeVQrU1kzUzUzWAp5Sm10SFU1cmdjVURuWG0zT29aSWdzaWpuU09lbUhrcGl0S3puQm9HS2wvQXgxa2Z3S1V0NnJIcjdQL0RQVWJsCjNIYjJOOEZOZTZ4K29aMFBTT0FxWEZoT2R2TThyMzBqbHE0cGxzWlVrYXFRM2tsUzh0VkZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRqM1NzSwpWNkp2Rk53NURWUXJad2FuY0Y2RVREQWZCZ05WSFNNRUdEQVdnQlRqM1NzS1Y2SnZGTnc1RFZRclp3YW5jRjZFClREQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFhTklwRW0xZGs4VHFlUzJoaWdodlRMaDljaEpob0tnWVB6aFQKVG1leklwQ0FWejkveTJRdGJ1VEZCZkpLcldWYmFCNDNybHpWOVZuWENkOVdGaTNML1hQM3RXenhRWmVSaVdoSQplRzVIVmx2RW9ESjl6UnZPazFCODAxMTZCSjExeG5rMnZDMlNPcEZ6Qko0RWZGV2lnR1lRZUtIOVdHNEd3cUN4CkJaK0orUDhnNmFHQVR1cTZMMlRud0xSYlY2d3FTMjNxdjV6TjJWTkF0Z05xTU51ZEFoajdKUGQvWXNWelNWbisKTzI1MnVYTHRMTC9ncURNS1hyRzBwelVSd2o5dERacTRRd1M4clAremxWZzFadXdVVXFiWk9MajloOTdpeHdyUwpLRlFYRHk0OUdwWWlEbVgrRGZRbXUvR1FHcE5CZFk1TzNuUE1Qa2M0RDVjUCtiUDlxQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0129 13:47:53.374469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0129 13:47:55.496318 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0129 13:47:55.496352 1 tasks.go:49] processing task group 2 of 3 I0129 13:47:55.496384 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 13:47:55.496385 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 13:47:55.496405 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0129 13:47:55.496652 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0129 13:47:55.496741 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0129 13:47:55.496829 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0129 13:47:55.496841 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0129 13:47:55.496840 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0129 13:47:55.496881 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0129 13:47:55.496900 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 13:47:55.496935 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 13:47:55.496980 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0129 13:47:55.496823 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0129 13:47:55.496943 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0129 13:47:55.496972 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0129 13:47:55.618124 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 13:47:55.629007 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0129 13:47:55.641442 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0129 13:47:55.647126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0129 13:47:55.656080 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0129 13:47:55.710191 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0129 13:47:55.768581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0129 13:47:55.819176 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0129 13:47:55.850592 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 13:47:55.851058 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0129 13:47:55.967134 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0129 13:47:56.098211 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0129 13:47:56.123277 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0129 13:47:56.223374 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0129 13:47:56.252915 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0129 13:47:56.269818 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0129 13:47:56.621010 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0129 13:47:56.658647 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0129 13:47:56.687106 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0129 13:47:57.290043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-3r7i7ni9e6055 -n openshift-user-workload-monitoring because it was missing I0129 13:47:57.307651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0129 13:47:57.320633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0129 13:47:57.334187 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0129 13:47:57.344958 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0129 13:47:57.358590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0129 13:47:57.642498 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 13:47:58.680672 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0129 13:48:00.680347 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0129 13:48:00.885172 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0129 13:48:01.566753 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0129 13:48:05.030354 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0129 13:48:07.703642 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 13:48:18.464350 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0129 13:48:56.690889 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0129 13:50:30.949526 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0129 13:50:30.949558 1 tasks.go:49] processing task group 3 of 3 I0129 13:50:30.949569 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0129 13:50:30.995330 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0129 13:50:30.995361 1 operator.go:851] Updating ClusterOperator status to done. I0129 13:50:30.995413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbcc3144-083b-45f6-bf3a-41b7005dfecc", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0129 13:50:31.041447 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0129 13:50:31.064144 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0129 13:50:31.099795 1 operator.go:830] Updating ClusterOperator status to InProgress. I0129 13:50:31.104652 1 tasks.go:49] processing task group 1 of 3 I0129 13:50:31.104673 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0129 13:50:31.104692 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0129 13:50:31.118816 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0129 13:50:34.261558 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0129 13:50:34.261584 1 tasks.go:49] processing task group 2 of 3 I0129 13:50:34.261609 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0129 13:50:34.261616 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 13:50:34.261620 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0129 13:50:34.261624 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0129 13:50:34.261641 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 13:50:34.261662 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0129 13:50:34.261692 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 13:50:34.261695 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0129 13:50:34.261736 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0129 13:50:34.261899 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0129 13:50:34.261957 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0129 13:50:34.261935 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0129 13:50:34.261677 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 13:50:34.261943 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0129 13:50:34.261953 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0129 13:50:34.335890 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 13:50:34.370732 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0129 13:50:34.401160 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 13:50:35.331080 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0129 13:50:35.374107 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0129 13:50:35.411997 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0129 13:50:36.377153 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 13:50:37.421429 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0129 13:50:39.391639 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0129 13:50:40.322900 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0129 13:50:40.412200 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0129 13:50:45.431253 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0129 13:50:45.722628 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0129 13:50:46.439961 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 13:50:46.470699 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0129 13:50:49.583349 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0129 13:50:49.583378 1 tasks.go:49] processing task group 3 of 3 I0129 13:50:49.583389 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0129 13:50:49.618503 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0129 13:50:49.618534 1 operator.go:851] Updating ClusterOperator status to done. I0129 13:50:49.629087 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0129 13:50:49.633354 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0129 13:50:49.661929 1 operator.go:830] Updating ClusterOperator status to InProgress. I0129 13:50:49.666725 1 tasks.go:49] processing task group 1 of 3 I0129 13:50:49.666745 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0129 13:50:49.666766 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0129 13:50:49.680815 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0129 13:50:52.809794 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0129 13:50:52.809818 1 tasks.go:49] processing task group 2 of 3 I0129 13:50:52.809845 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 13:50:52.809843 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0129 13:50:52.809880 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 13:50:52.809889 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0129 13:50:52.809906 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0129 13:50:52.809923 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0129 13:50:52.809943 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0129 13:50:52.810020 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0129 13:50:52.810131 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0129 13:50:52.810146 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0129 13:50:52.810274 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0129 13:50:52.810336 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0129 13:50:52.810366 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 13:50:52.810397 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 13:50:52.810315 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0129 13:50:52.886596 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 13:50:52.909425 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0129 13:50:52.954125 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 13:50:53.889177 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0129 13:50:53.931423 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0129 13:50:53.958220 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0129 13:50:54.919484 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 13:50:55.966456 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0129 13:50:57.942853 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0129 13:50:58.887116 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0129 13:50:58.975899 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0129 13:51:03.970133 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0129 13:51:05.027037 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0129 13:51:05.076673 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 13:51:08.137681 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0129 13:51:08.137709 1 tasks.go:49] processing task group 3 of 3 I0129 13:51:08.137717 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0129 13:51:08.174322 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0129 13:51:08.174355 1 operator.go:851] Updating ClusterOperator status to done. I0129 13:53:53.474282 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0129 13:53:53.474798 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0129 13:53:53.480556 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0129 13:53:53.517305 1 operator.go:830] Updating ClusterOperator status to InProgress. I0129 13:53:53.522553 1 tasks.go:49] processing task group 1 of 3 I0129 13:53:53.522588 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0129 13:53:53.522610 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0129 13:53:53.536215 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0129 13:53:56.664091 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0129 13:53:56.664116 1 tasks.go:49] processing task group 2 of 3 I0129 13:53:56.664142 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 13:53:56.664156 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0129 13:53:56.664171 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0129 13:53:56.664195 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0129 13:53:56.664218 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 13:53:56.664238 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 13:53:56.664268 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0129 13:53:56.664420 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0129 13:53:56.664453 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0129 13:53:56.664482 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0129 13:53:56.664531 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0129 13:53:56.664546 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0129 13:53:56.664563 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0129 13:53:56.664618 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 13:53:56.664641 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0129 13:53:56.745828 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 13:53:56.773515 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0129 13:53:56.805731 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 13:53:57.735139 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0129 13:53:57.769467 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0129 13:53:57.822883 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0129 13:53:58.767366 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 13:53:59.815785 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0129 13:54:01.793404 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0129 13:54:02.724149 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0129 13:54:02.801538 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0129 13:54:07.816380 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0129 13:54:08.835497 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 13:54:08.869819 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0129 13:54:11.977197 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0129 13:54:11.977225 1 tasks.go:49] processing task group 3 of 3 I0129 13:54:11.977237 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0129 13:54:12.014774 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0129 13:54:12.014808 1 operator.go:851] Updating ClusterOperator status to done. I0129 14:01:16.927130 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0129 14:01:16.927171 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0129 14:01:16.927333 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0129 14:01:16.927373 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0129 14:01:16.927395 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0129 14:01:16.927412 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0129 14:01:16.927758 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0129 14:01:16.928372 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0129 14:01:16.928631 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0129 14:01:16.929942 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0129 14:01:16.929955 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0129 14:01:16.929964 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0129 14:01:16.931065 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0129 14:01:16.931084 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0129 14:01:16.931980 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0129 14:01:16.968273 1 operator.go:830] Updating ClusterOperator status to InProgress. I0129 14:01:16.974722 1 tasks.go:49] processing task group 1 of 3 I0129 14:01:16.974750 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0129 14:01:16.974757 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0129 14:01:16.977557 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0129 14:01:16.988497 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0129 14:01:20.127047 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0129 14:01:20.127074 1 tasks.go:49] processing task group 2 of 3 I0129 14:01:20.127113 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0129 14:01:20.127133 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0129 14:01:20.127142 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0129 14:01:20.127161 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0129 14:01:20.127163 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0129 14:01:20.127192 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0129 14:01:20.127207 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0129 14:01:20.127327 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0129 14:01:20.127367 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0129 14:01:20.127346 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 14:01:20.127153 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 14:01:20.127218 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 14:01:20.127261 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0129 14:01:20.127275 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0129 14:01:20.127289 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 14:01:20.216395 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 14:01:20.238023 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0129 14:01:20.278629 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 14:01:21.207069 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0129 14:01:21.248736 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0129 14:01:21.300673 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0129 14:01:22.235237 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 14:01:23.297977 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0129 14:01:25.269646 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0129 14:01:26.204073 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0129 14:01:26.289679 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0129 14:01:31.306509 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0129 14:01:32.314269 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 14:01:32.352706 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0129 14:01:35.474910 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0129 14:01:35.474938 1 tasks.go:49] processing task group 3 of 3 I0129 14:01:35.474948 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0129 14:01:35.514534 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0129 14:01:35.514571 1 operator.go:851] Updating ClusterOperator status to done. I0129 14:01:35.524594 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0129 14:01:35.528776 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0129 14:01:35.555497 1 operator.go:830] Updating ClusterOperator status to InProgress. I0129 14:01:35.560164 1 tasks.go:49] processing task group 1 of 3 I0129 14:01:35.560186 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0129 14:01:35.560200 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0129 14:01:35.572282 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0129 14:01:38.694752 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0129 14:01:38.694779 1 tasks.go:49] processing task group 2 of 3 I0129 14:01:38.694809 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 14:01:38.694816 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 14:01:38.694828 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0129 14:01:38.694838 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0129 14:01:38.694883 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0129 14:01:38.694924 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0129 14:01:38.694953 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0129 14:01:38.694821 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0129 14:01:38.694928 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0129 14:01:38.694950 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0129 14:01:38.694967 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 14:01:38.694979 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0129 14:01:38.694990 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0129 14:01:38.695014 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0129 14:01:38.695004 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 14:01:38.764545 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 14:01:38.789097 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0129 14:01:38.829779 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 14:01:39.770646 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0129 14:01:39.827184 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0129 14:01:39.862180 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0129 14:01:40.793819 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 14:01:41.858633 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0129 14:01:43.806426 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0129 14:01:44.744376 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0129 14:01:44.830505 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0129 14:01:49.883253 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0129 14:01:50.884018 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 14:01:50.966573 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0129 14:01:54.008115 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0129 14:01:54.008146 1 tasks.go:49] processing task group 3 of 3 I0129 14:01:54.008156 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0129 14:01:54.041940 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0129 14:01:54.041975 1 operator.go:851] Updating ClusterOperator status to done. I0129 14:16:16.928011 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0129 14:16:16.928089 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0129 14:16:16.928126 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0129 14:16:16.928221 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0129 14:16:16.928240 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0129 14:16:16.928375 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0129 14:16:16.928419 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0129 14:16:16.928683 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0129 14:16:16.929014 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0129 14:16:16.930594 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0129 14:16:16.930697 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0129 14:16:16.930744 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0129 14:16:16.931633 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0129 14:16:16.931659 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0129 14:16:16.933697 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0129 14:16:16.961186 1 operator.go:830] Updating ClusterOperator status to InProgress. I0129 14:16:16.967209 1 tasks.go:49] processing task group 1 of 3 I0129 14:16:16.967240 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0129 14:16:16.967254 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0129 14:16:16.978529 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0129 14:16:17.000426 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0129 14:16:20.123888 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0129 14:16:20.123914 1 tasks.go:49] processing task group 2 of 3 I0129 14:16:20.123939 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 14:16:20.123943 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0129 14:16:20.123958 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0129 14:16:20.123981 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 14:16:20.124001 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 14:16:20.124033 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0129 14:16:20.124056 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0129 14:16:20.124071 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 14:16:20.124092 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0129 14:16:20.124104 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0129 14:16:20.124112 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0129 14:16:20.124107 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0129 14:16:20.124120 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0129 14:16:20.124121 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0129 14:16:20.124126 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0129 14:16:20.195350 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 14:16:20.244155 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0129 14:16:20.260634 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 14:16:21.203392 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0129 14:16:21.228562 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0129 14:16:21.283073 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0129 14:16:22.231327 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 14:16:23.300160 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0129 14:16:25.245112 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0129 14:16:26.182987 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0129 14:16:26.273769 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0129 14:16:31.281500 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0129 14:16:32.320691 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 14:16:32.331214 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0129 14:16:35.510018 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0129 14:16:35.510047 1 tasks.go:49] processing task group 3 of 3 I0129 14:16:35.510054 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0129 14:16:35.546001 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0129 14:16:35.546037 1 operator.go:851] Updating ClusterOperator status to done. I0129 14:16:35.555442 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0129 14:16:35.559118 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0129 14:16:35.586751 1 operator.go:830] Updating ClusterOperator status to InProgress. I0129 14:16:35.591019 1 tasks.go:49] processing task group 1 of 3 I0129 14:16:35.591048 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0129 14:16:35.591065 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0129 14:16:35.603888 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0129 14:16:38.721027 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0129 14:16:38.721056 1 tasks.go:49] processing task group 2 of 3 I0129 14:16:38.721078 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 14:16:38.721086 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 14:16:38.721103 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0129 14:16:38.721113 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0129 14:16:38.721125 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0129 14:16:38.721145 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0129 14:16:38.721166 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0129 14:16:38.721310 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0129 14:16:38.721323 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0129 14:16:38.721094 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0129 14:16:38.721336 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 14:16:38.721340 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0129 14:16:38.721346 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0129 14:16:38.721350 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 14:16:38.721357 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0129 14:16:38.788907 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 14:16:38.812981 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0129 14:16:38.851260 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 14:16:39.786887 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0129 14:16:39.823960 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0129 14:16:39.863427 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0129 14:16:40.825506 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 14:16:41.867759 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0129 14:16:43.836385 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0129 14:16:44.779354 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0129 14:16:44.850101 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0129 14:16:49.872020 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0129 14:16:50.911743 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0129 14:16:50.972133 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 14:16:54.030107 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0129 14:16:54.030138 1 tasks.go:49] processing task group 3 of 3 I0129 14:16:54.030150 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0129 14:16:54.066242 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0129 14:16:54.066279 1 operator.go:851] Updating ClusterOperator status to done. I0129 14:31:16.928106 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0129 14:31:16.928228 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0129 14:31:16.928237 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0129 14:31:16.928265 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0129 14:31:16.928281 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0129 14:31:16.928346 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0129 14:31:16.928700 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0129 14:31:16.928796 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0129 14:31:16.928851 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0129 14:31:16.931095 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0129 14:31:16.931109 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0129 14:31:16.931120 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0129 14:31:16.932145 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0129 14:31:16.932233 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0129 14:31:16.932335 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0129 14:31:16.957644 1 operator.go:830] Updating ClusterOperator status to InProgress. I0129 14:31:16.961625 1 tasks.go:49] processing task group 1 of 3 I0129 14:31:16.961657 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0129 14:31:16.961669 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0129 14:31:16.973733 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0129 14:31:16.978591 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0129 14:31:20.104146 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0129 14:31:20.104169 1 tasks.go:49] processing task group 2 of 3 I0129 14:31:20.104200 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 14:31:20.104206 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0129 14:31:20.104218 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0129 14:31:20.104226 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0129 14:31:20.104243 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0129 14:31:20.104270 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0129 14:31:20.104314 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 14:31:20.104367 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0129 14:31:20.104322 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0129 14:31:20.104373 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0129 14:31:20.104210 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0129 14:31:20.104396 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0129 14:31:20.104402 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0129 14:31:20.104402 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 14:31:20.104405 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 14:31:20.177148 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 14:31:20.200980 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0129 14:31:20.240096 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 14:31:21.177003 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0129 14:31:21.215321 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0129 14:31:21.252028 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0129 14:31:22.207222 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 14:31:23.251395 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0129 14:31:25.230433 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0129 14:31:26.164799 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0129 14:31:26.265709 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0129 14:31:31.256601 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0129 14:31:32.297839 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0129 14:31:32.361817 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 14:31:35.404004 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0129 14:31:35.404030 1 tasks.go:49] processing task group 3 of 3 I0129 14:31:35.404037 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0129 14:31:35.438741 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0129 14:31:35.438773 1 operator.go:851] Updating ClusterOperator status to done. I0129 14:31:35.447381 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0129 14:31:35.450957 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0129 14:31:35.473785 1 operator.go:830] Updating ClusterOperator status to InProgress. I0129 14:31:35.477759 1 tasks.go:49] processing task group 1 of 3 I0129 14:31:35.477781 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0129 14:31:35.477798 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0129 14:31:35.489065 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0129 14:31:38.595236 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0129 14:31:38.595261 1 tasks.go:49] processing task group 2 of 3 I0129 14:31:38.595280 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 14:31:38.595288 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0129 14:31:38.595298 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0129 14:31:38.595317 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 14:31:38.595339 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0129 14:31:38.595361 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0129 14:31:38.595375 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0129 14:31:38.595414 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 14:31:38.595470 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0129 14:31:38.595521 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0129 14:31:38.595562 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0129 14:31:38.595535 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0129 14:31:38.595546 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0129 14:31:38.595552 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0129 14:31:38.595557 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 14:31:38.670434 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0129 14:31:38.695256 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0129 14:31:38.727788 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0129 14:31:39.669274 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0129 14:31:39.702808 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0129 14:31:39.734231 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0129 14:31:40.694273 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0129 14:31:41.749555 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0129 14:31:43.720054 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0129 14:31:44.648922 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0129 14:31:44.735699 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0129 14:31:49.752568 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0129 14:31:50.771833 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0129 14:31:50.786183 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0129 14:31:53.906377 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0129 14:31:53.906417 1 tasks.go:49] processing task group 3 of 3 I0129 14:31:53.906432 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0129 14:31:53.939885 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0129 14:31:53.939923 1 operator.go:851] Updating ClusterOperator status to done.