W0127 16:37:27.936457 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0127 16:37:27.936917 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0127 16:37:27.936933 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0127 16:37:27.936940 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0127 16:37:27.936945 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0127 16:37:27.959673 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0127 16:37:27.962461 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0127 16:37:27.962693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0127 16:37:27.963327 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0127 16:37:27.963951 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0127 16:37:27.969641 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0127 16:37:27.970287 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0127 16:37:27.972269 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0127 16:37:27.972722 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0127 16:37:27.974940 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0127 16:37:27.975998 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0127 16:37:27.977517 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0127 16:37:27.977541 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0127 16:37:27.977670 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0127 16:37:27.978017 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0127 16:37:27.978076 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0127 16:37:27.978204 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0127 16:37:27.978564 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0127 16:37:27.978744 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0127 16:37:27.981553 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0127 16:37:27.981860 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0127 16:37:27.982831 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0127 16:37:28.017362 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0127 16:37:28.065631 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0127 16:37:28.065718 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0127 16:37:28.065730 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0127 16:37:28.065638 1 rule_controller.go:113] Starting alerting rules controller I0127 16:37:28.065805 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0127 16:37:28.065651 1 relabel_controller.go:117] Starting alert relabel config controller I0127 16:37:28.065825 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0127 16:37:28.065666 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0127 16:37:28.065947 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0127 16:37:28.065982 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0127 16:37:28.065676 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0127 16:37:28.066403 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0127 16:37:28.066439 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0127 16:37:28.067503 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0127 16:37:28.069003 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0127 16:37:28.069140 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0127 16:37:28.069536 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0127 16:37:28.069588 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0127 16:37:28.070594 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.070732 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0127 16:37:28.071502 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.071603 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.071658 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0127 16:37:28.071796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates W0127 16:37:28.072249 1 operator.go:957] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0127 16:37:28.081281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-kkzwq" is created for OpenShiftMonitoringClientCertRequester I0127 16:37:28.082854 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-rtlkt" is created for OpenShiftMonitoringTelemeterClientCertRequester I0127 16:37:28.083024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-gzcq4" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0127 16:37:28.085848 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.088539 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.096590 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.096746 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.096944 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.100517 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.101396 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.101420 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.104168 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.105229 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.106003 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.107800 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.109022 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.109812 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.111609 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.112796 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.114420 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.117374 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.117375 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.117903 1 operator.go:830] Updating ClusterOperator status to InProgress. I0127 16:37:28.119013 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.125227 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.125230 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.125435 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.127774 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0127 16:37:28.129117 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0127 16:37:28.129131 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0127 16:37:28.129142 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0127 16:37:28.129147 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0127 16:37:28.132723 1 secure_serving.go:57] Forcing use of http/1.1 only I0127 16:37:28.132766 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0127 16:37:28.134776 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.134792 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.134778 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.136479 1 tasks.go:49] processing task group 1 of 3 I0127 16:37:28.136503 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0127 16:37:28.136513 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0127 16:37:28.137308 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0127 16:37:28.137320 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0127 16:37:28.137324 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0127 16:37:28.137339 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0127 16:37:28.137342 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0127 16:37:28.137363 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0127 16:37:28.137627 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0127 16:37:28.137832 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769531819\" (2026-01-27 16:37:08 +0000 UTC to 2028-01-27 16:37:09 +0000 UTC (now=2026-01-27 16:37:28.137801613 +0000 UTC))" I0127 16:37:28.138017 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769531848\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769531848\" (2026-01-27 15:37:27 +0000 UTC to 2027-01-27 15:37:27 +0000 UTC (now=2026-01-27 16:37:28.138001439 +0000 UTC))" I0127 16:37:28.138036 1 secure_serving.go:213] Serving securely on [::]:8443 I0127 16:37:28.138052 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0127 16:37:28.138063 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0127 16:37:28.138987 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.141030 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.141063 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0127 16:37:28.141077 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.141409 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0127 16:37:28.141469 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0127 16:37:28.145631 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.146926 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.147696 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.155718 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.160202 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0127 16:37:28.163242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0127 16:37:28.166177 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0127 16:37:28.166188 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0127 16:37:28.170856 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.170857 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.170915 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0127 16:37:28.182249 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0127 16:37:28.182256 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0127 16:37:28.183343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0127 16:37:28.183374 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0127 16:37:28.186512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0127 16:37:28.186738 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0127 16:37:28.188966 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0127 16:37:28.191902 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0127 16:37:28.191919 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0127 16:37:28.238339 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0127 16:37:28.238360 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0127 16:37:28.238385 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0127 16:37:28.238541 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-01-27 16:27:51 +0000 UTC to 2036-01-25 16:27:51 +0000 UTC (now=2026-01-27 16:37:28.238509288 +0000 UTC))" I0127 16:37:28.238799 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769531819\" (2026-01-27 16:37:08 +0000 UTC to 2028-01-27 16:37:09 +0000 UTC (now=2026-01-27 16:37:28.238783644 +0000 UTC))" I0127 16:37:28.239030 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769531848\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769531848\" (2026-01-27 15:37:27 +0000 UTC to 2027-01-27 15:37:27 +0000 UTC (now=2026-01-27 16:37:28.239013889 +0000 UTC))" I0127 16:37:28.239207 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-01-27 16:27:53 +0000 UTC to 2036-01-25 16:27:53 +0000 UTC (now=2026-01-27 16:37:28.239186767 +0000 UTC))" I0127 16:37:28.239240 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-01-27 16:28:02 +0000 UTC to 2036-01-25 16:28:02 +0000 UTC (now=2026-01-27 16:37:28.23922496 +0000 UTC))" I0127 16:37:28.239264 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-01-27 16:28:05 +0000 UTC to 2036-01-25 16:28:05 +0000 UTC (now=2026-01-27 16:37:28.239250678 +0000 UTC))" I0127 16:37:28.239290 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-01-27 16:28:06 +0000 UTC to 2036-01-25 16:28:06 +0000 UTC (now=2026-01-27 16:37:28.239279113 +0000 UTC))" I0127 16:37:28.239317 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-01-27 16:28:09 +0000 UTC to 2036-01-25 16:28:09 +0000 UTC (now=2026-01-27 16:37:28.239299732 +0000 UTC))" I0127 16:37:28.239337 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o39fpnlbjptq0o0eqmhshr8ct7jqjfn-kx-2f108dcc37_customer-system-admin-signer@1769531404\" [] issuer=\"\" (2026-01-27 16:30:04 +0000 UTC to 2026-02-03 16:30:05 +0000 UTC (now=2026-01-27 16:37:28.239326913 +0000 UTC))" I0127 16:37:28.239361 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o39fpnlbjptq0o0eqmhshr8ct7jqjfn-kx-2f108dcc37_sre-system-admin-signer@1769531404\" [] issuer=\"\" (2026-01-27 16:30:05 +0000 UTC to 2026-02-03 16:30:06 +0000 UTC (now=2026-01-27 16:37:28.239351494 +0000 UTC))" I0127 16:37:28.239387 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-01-27 16:27:51 +0000 UTC to 2036-01-25 16:27:51 +0000 UTC (now=2026-01-27 16:37:28.239373398 +0000 UTC))" I0127 16:37:28.239621 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769531819\" (2026-01-27 16:37:08 +0000 UTC to 2028-01-27 16:37:09 +0000 UTC (now=2026-01-27 16:37:28.239608666 +0000 UTC))" I0127 16:37:28.239872 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769531848\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769531848\" (2026-01-27 15:37:27 +0000 UTC to 2027-01-27 15:37:27 +0000 UTC (now=2026-01-27 16:37:28.239855423 +0000 UTC))" I0127 16:37:28.244303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0127 16:37:28.339574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0127 16:37:28.350051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0127 16:37:28.379212 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0127 16:37:28.393066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0127 16:37:31.388166 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0127 16:37:31.489779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0127 16:37:31.512437 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0127 16:37:31.541199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0127 16:37:38.741042 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0127 16:37:38.741077 1 tasks.go:49] processing task group 2 of 3 I0127 16:37:38.741123 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 16:37:38.741134 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0127 16:37:38.741165 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0127 16:37:38.741175 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 16:37:38.741180 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0127 16:37:38.741186 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0127 16:37:38.741195 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0127 16:37:38.741203 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0127 16:37:38.741203 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0127 16:37:38.741208 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 16:37:38.741215 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0127 16:37:38.741214 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0127 16:37:38.741222 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0127 16:37:38.741226 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0127 16:37:38.741232 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 16:37:38.758582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0127 16:37:38.773235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0127 16:37:38.773361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0127 16:37:38.795312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0127 16:37:38.802114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0127 16:37:38.802136 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0127 16:37:38.802149 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0127 16:37:38.810817 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0127 16:37:38.829623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0127 16:37:38.918441 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 16:37:38.919462 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0127 16:37:38.930763 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0127 16:37:38.945225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0127 16:37:38.985343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0127 16:37:38.990031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0127 16:37:38.990056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0127 16:37:38.990066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0127 16:37:38.990109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0127 16:37:38.990126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0127 16:37:39.037278 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0127 16:37:39.049393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0127 16:37:39.066686 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0127 16:37:39.149548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0127 16:37:39.149611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0127 16:37:39.155181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0127 16:37:39.155203 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0127 16:37:39.162696 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0127 16:37:39.162717 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0127 16:37:39.166921 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing W0127 16:37:39.182536 1 tasks.go:73] task 13 of 15: UpdatingUserWorkloadPrometheus failed: reconciling UserWorkload Prometheus Alertmanager User Workload Role Binding failed: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0127 16:37:39.182579 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'RoleBindingCreateFailed' Failed to create RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0127 16:37:39.193541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0127 16:37:39.197451 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0127 16:37:39.197475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0127 16:37:39.200234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0127 16:37:39.214992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0127 16:37:39.219898 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0127 16:37:39.220983 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0127 16:37:39.238569 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0127 16:37:39.312098 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0127 16:37:39.501451 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0127 16:37:39.518492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0127 16:37:39.524761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0127 16:37:39.548981 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0127 16:37:39.562050 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0127 16:37:39.567521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0127 16:37:39.590731 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0127 16:37:39.621203 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0127 16:37:39.691045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0127 16:37:39.723234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0127 16:37:39.761525 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0127 16:37:39.816242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0127 16:37:39.831381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0127 16:37:39.935115 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0127 16:37:39.944574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0127 16:37:39.962017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0127 16:37:39.962939 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0127 16:37:40.019206 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0127 16:37:40.028221 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0127 16:37:40.166111 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0127 16:37:40.166242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0127 16:37:40.168407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0127 16:37:40.171767 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0127 16:37:40.183243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0127 16:37:40.235473 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0127 16:37:40.262020 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0127 16:37:40.262172 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0127 16:37:40.263074 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0127 16:37:40.343575 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0127 16:37:40.353791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0127 16:37:40.524431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0127 16:37:40.524608 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0127 16:37:40.550288 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0127 16:37:40.571149 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0127 16:37:40.594503 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0127 16:37:40.599798 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0127 16:37:40.608037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0127 16:37:40.631253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0127 16:37:40.670855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0127 16:37:40.773683 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0127 16:37:40.956575 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0127 16:37:40.969766 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0127 16:37:40.981548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0127 16:37:41.075117 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0127 16:37:41.172061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0127 16:37:41.262402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0127 16:37:41.366721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0127 16:37:41.471995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0127 16:37:41.576449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0127 16:37:41.799799 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0127 16:37:41.949215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0127 16:37:42.052041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0127 16:37:42.156531 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0127 16:37:42.257867 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 16:37:42.257918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0127 16:37:42.258639 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0127 16:37:42.281581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0127 16:37:42.283785 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-5fc8bjmlif705 -n openshift-monitoring because it was missing I0127 16:37:42.359653 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0127 16:37:42.390378 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0127 16:37:42.412418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0127 16:37:42.653597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-e93rtuppbgtqv -n openshift-user-workload-monitoring because it was missing I0127 16:37:42.670640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0127 16:37:42.817090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0127 16:37:43.303122 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0127 16:37:43.372369 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0127 16:37:43.430182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing I0127 16:37:43.446175 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0127 16:37:43.810996 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0127 16:37:43.853218 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-c2ajr6dmb8872 -n openshift-monitoring because it was missing I0127 16:37:43.853647 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0127 16:37:44.486047 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 16:37:44.655555 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0127 16:37:44.702913 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0127 16:37:44.832312 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0127 16:37:45.453833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-e93rtuppbgtqv -n openshift-monitoring because it was missing I0127 16:37:45.472994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0127 16:37:45.499587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0127 16:37:45.510041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0127 16:37:48.898760 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0127 16:37:48.898800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0127 16:37:52.812120 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 16:37:52.812193 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0127 16:38:02.750789 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0127 16:38:03.387020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0127 16:38:03.426724 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0127 16:38:09.917629 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0127 16:38:09.930022 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0127 16:38:09.930091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0127 16:38:15.108503 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0127 16:38:20.336134 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0127 16:38:30.110011 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0127 16:39:05.567283 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0127 16:39:05.567321 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0127 16:39:05.567329 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0127 16:39:05.567348 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingUserWorkloadPrometheusFailed)" logger="UnhandledError" I0127 16:39:05.568952 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0127 16:39:05.573824 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0127 16:39:05.599575 1 operator.go:830] Updating ClusterOperator status to InProgress. I0127 16:39:05.604093 1 tasks.go:49] processing task group 1 of 3 I0127 16:39:05.604120 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0127 16:39:05.604134 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0127 16:39:05.616052 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0127 16:39:06.650041 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVUJvMUdnbnBlYUF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjMk9UVXpNVGd4T1RBZQpGdzB5TmpBeE1qY3hOak0yTlRsYUZ3MHlPREF6TWpjeE5qTTNNREJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOamsxTXpFNE1Ua3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2JqNnYvanVldnFObDBFdlMyNzYvb2M3N1FnNzhvMko4bgpvcTcyMDZrN3JnbXRGODlCbVJaelNiQVYyMlVvNjFUc2NZZE8rUE5rN05mZTVjR2dmZTJzUjFNQW93UXlTOVhlCm5sMlhIUHhkVEMrQVpXTUwzQ0FCeGFCVzliVExDZDJHbnNuaTNvbG01V2l2ZGZiQ2I0VG5PRGRsQTlBcVUrSGQKRUJPVGFpbXRQeFBHWGljdUtWVVQweHVZRjJIeU91NHFnUFpOamtxTnJpMUpYNGw4V1lEU3ZaT3lITGtaM0M4aQpSdUlSZWZXS2RnUW04KzRsemlpSDZEWC9iOE4zcmoybUI3blIvczU3bUVXanJVZXpxZzl5V2R4SkVjb0xiWm5iCmNZTjQ5eFYrRlR3aEZuN0VaVW9PbTBkM2I4L0p3NVZwaE1qOW15YVV3RDdlenBCMk4xVkpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNRSG4rUQp2UXZYK1ZlWHk2WDdNc3BzQWU0bWtEQWZCZ05WSFNNRUdEQVdnQlNRSG4rUXZRdlgrVmVYeTZYN01zcHNBZTRtCmtEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFSdFZzTHRCK0Q3c3hrY2x1NEU4WkE1TWRiWlpPS0l4eXVhT1EKQTlMV1JibnlFRmVkeHlhYmEyMDNoUjNFOGU1Y28rK0hQamwyY1BTdElIdWNlK0NxYndDbWZKOEdhNE84T2MyRAp1cnQ0bTFRUXZCeVZpMWpVQlFCVEsyVnZpYS9OR1dlV01Nd210NFlvc0JwR2piK25Ob3JibFFWY0E5bnh1aE43ClV0OG13emVtZEpXTkhEQmpmMFd3QTFFdk1pUEc5VjduaGRsNkNWdHRVdlhxQWh3Ri9IVTVxVlMyOWVUbzBYVkwKcnd2NnQ5bGJWYjZJSTVnYUJqQW9BRWwrLythYklKczducjBmYS92b0lndDRvck9STG9lOGM2c3N0cG5FdThNLwo3bWdMei80VnhsbmFMQkxobUZUcVhaYnRPMXBSdnArVWRtQVRqZ20xWXgvdmd5N3lRQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0127 16:39:06.655528 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0127 16:39:06.660044 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVUJvMUdnbnBlYUF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjMk9UVXpNVGd4T1RBZQpGdzB5TmpBeE1qY3hOak0yTlRsYUZ3MHlPREF6TWpjeE5qTTNNREJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOamsxTXpFNE1Ua3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2JqNnYvanVldnFObDBFdlMyNzYvb2M3N1FnNzhvMko4bgpvcTcyMDZrN3JnbXRGODlCbVJaelNiQVYyMlVvNjFUc2NZZE8rUE5rN05mZTVjR2dmZTJzUjFNQW93UXlTOVhlCm5sMlhIUHhkVEMrQVpXTUwzQ0FCeGFCVzliVExDZDJHbnNuaTNvbG01V2l2ZGZiQ2I0VG5PRGRsQTlBcVUrSGQKRUJPVGFpbXRQeFBHWGljdUtWVVQweHVZRjJIeU91NHFnUFpOamtxTnJpMUpYNGw4V1lEU3ZaT3lITGtaM0M4aQpSdUlSZWZXS2RnUW04KzRsemlpSDZEWC9iOE4zcmoybUI3blIvczU3bUVXanJVZXpxZzl5V2R4SkVjb0xiWm5iCmNZTjQ5eFYrRlR3aEZuN0VaVW9PbTBkM2I4L0p3NVZwaE1qOW15YVV3RDdlenBCMk4xVkpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNRSG4rUQp2UXZYK1ZlWHk2WDdNc3BzQWU0bWtEQWZCZ05WSFNNRUdEQVdnQlNRSG4rUXZRdlgrVmVYeTZYN01zcHNBZTRtCmtEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFSdFZzTHRCK0Q3c3hrY2x1NEU4WkE1TWRiWlpPS0l4eXVhT1EKQTlMV1JibnlFRmVkeHlhYmEyMDNoUjNFOGU1Y28rK0hQamwyY1BTdElIdWNlK0NxYndDbWZKOEdhNE84T2MyRAp1cnQ0bTFRUXZCeVZpMWpVQlFCVEsyVnZpYS9OR1dlV01Nd210NFlvc0JwR2piK25Ob3JibFFWY0E5bnh1aE43ClV0OG13emVtZEpXTkhEQmpmMFd3QTFFdk1pUEc5VjduaGRsNkNWdHRVdlhxQWh3Ri9IVTVxVlMyOWVUbzBYVkwKcnd2NnQ5bGJWYjZJSTVnYUJqQW9BRWwrLythYklKczducjBmYS92b0lndDRvck9STG9lOGM2c3N0cG5FdThNLwo3bWdMei80VnhsbmFMQkxobUZUcVhaYnRPMXBSdnArVWRtQVRqZ20xWXgvdmd5N3lRQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0127 16:39:06.665525 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0127 16:39:08.769358 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0127 16:39:08.769391 1 tasks.go:49] processing task group 2 of 3 I0127 16:39:08.769420 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 16:39:08.769428 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0127 16:39:08.769444 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0127 16:39:08.769460 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0127 16:39:08.769483 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0127 16:39:08.769499 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 16:39:08.769509 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 16:39:08.769667 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0127 16:39:08.769733 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0127 16:39:08.769741 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0127 16:39:08.769752 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 16:39:08.769762 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0127 16:39:08.769770 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0127 16:39:08.769779 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0127 16:39:08.769789 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0127 16:39:08.858664 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 16:39:08.879233 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0127 16:39:08.883472 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0127 16:39:08.920102 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 16:39:08.983237 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0127 16:39:09.081045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0127 16:39:09.218348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0127 16:39:09.318512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0127 16:39:09.345129 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0127 16:39:09.361536 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0127 16:39:09.857749 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0127 16:39:09.893526 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0127 16:39:09.929073 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0127 16:39:10.379292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-e93rtuppbgtqv -n openshift-user-workload-monitoring because it was missing I0127 16:39:10.394006 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0127 16:39:10.403467 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0127 16:39:10.415777 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0127 16:39:10.426559 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0127 16:39:10.437417 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0127 16:39:10.877457 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 16:39:11.951447 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0127 16:39:13.906859 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0127 16:39:14.833737 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0127 16:39:14.930919 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0127 16:39:20.982521 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 16:40:09.973909 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0127 16:41:34.109563 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0127 16:43:09.539013 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0127 16:43:09.539040 1 tasks.go:49] processing task group 3 of 3 I0127 16:43:09.539048 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0127 16:43:09.590680 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0127 16:43:09.590706 1 operator.go:851] Updating ClusterOperator status to done. I0127 16:43:09.590765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b26cab63-0fb6-4446-b246-b4e608582255", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0127 16:43:09.651185 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0127 16:43:09.656478 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0127 16:43:09.684107 1 operator.go:830] Updating ClusterOperator status to InProgress. I0127 16:43:09.689043 1 tasks.go:49] processing task group 1 of 3 I0127 16:43:09.689060 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0127 16:43:09.689076 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0127 16:43:09.701612 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0127 16:43:12.842040 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0127 16:43:12.842061 1 tasks.go:49] processing task group 2 of 3 I0127 16:43:12.842077 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 16:43:12.842087 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0127 16:43:12.842103 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 16:43:12.842124 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0127 16:43:12.842140 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0127 16:43:12.842158 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0127 16:43:12.842295 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0127 16:43:12.842320 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0127 16:43:12.842362 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0127 16:43:12.842423 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0127 16:43:12.842459 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 16:43:12.842465 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0127 16:43:12.842477 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0127 16:43:12.842590 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 16:43:12.842134 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0127 16:43:12.915815 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 16:43:12.936810 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0127 16:43:12.975714 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 16:43:13.917843 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0127 16:43:13.967194 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0127 16:43:13.989450 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0127 16:43:14.948375 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 16:43:16.020607 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0127 16:43:18.008725 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0127 16:43:18.901499 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0127 16:43:18.985625 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0127 16:43:24.007925 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0127 16:43:25.030018 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 16:43:25.063651 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0127 16:43:28.278015 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0127 16:43:28.278044 1 tasks.go:49] processing task group 3 of 3 I0127 16:43:28.278057 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0127 16:43:28.323401 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0127 16:43:28.323432 1 operator.go:851] Updating ClusterOperator status to done. I0127 16:43:30.110921 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0127 16:43:30.111412 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0127 16:43:30.116626 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0127 16:43:30.165214 1 operator.go:830] Updating ClusterOperator status to InProgress. I0127 16:43:30.172353 1 tasks.go:49] processing task group 1 of 3 I0127 16:43:30.172373 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0127 16:43:30.172385 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0127 16:43:30.190418 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0127 16:43:33.317971 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0127 16:43:33.317994 1 tasks.go:49] processing task group 2 of 3 I0127 16:43:33.318021 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0127 16:43:33.318027 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0127 16:43:33.318045 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0127 16:43:33.318061 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 16:43:33.318081 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0127 16:43:33.318112 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0127 16:43:33.318150 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 16:43:33.318134 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0127 16:43:33.318138 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0127 16:43:33.318150 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0127 16:43:33.318158 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 16:43:33.318023 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 16:43:33.318165 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0127 16:43:33.318178 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0127 16:43:33.318172 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0127 16:43:33.386331 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 16:43:33.410426 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0127 16:43:33.452962 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 16:43:34.383967 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0127 16:43:34.422061 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0127 16:43:34.449507 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0127 16:43:35.413493 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 16:43:36.475371 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0127 16:43:38.446441 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0127 16:43:39.380236 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0127 16:43:39.459823 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0127 16:43:44.474619 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0127 16:43:45.491789 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 16:43:45.521477 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0127 16:43:48.646552 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0127 16:43:48.646580 1 tasks.go:49] processing task group 3 of 3 I0127 16:43:48.646591 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0127 16:43:48.689344 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0127 16:43:48.689379 1 operator.go:851] Updating ClusterOperator status to done. I0127 16:45:17.059067 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0127 16:45:17.059552 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0127 16:45:17.066484 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0127 16:45:17.099396 1 operator.go:830] Updating ClusterOperator status to InProgress. I0127 16:45:17.104666 1 tasks.go:49] processing task group 1 of 3 I0127 16:45:17.104689 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0127 16:45:17.104704 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0127 16:45:17.121111 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0127 16:45:20.252395 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0127 16:45:20.252417 1 tasks.go:49] processing task group 2 of 3 I0127 16:45:20.252438 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 16:45:20.252448 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0127 16:45:20.252455 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0127 16:45:20.252455 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0127 16:45:20.252481 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 16:45:20.252499 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0127 16:45:20.252518 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 16:45:20.252672 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0127 16:45:20.252682 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0127 16:45:20.252445 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 16:45:20.252751 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0127 16:45:20.252838 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0127 16:45:20.252871 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0127 16:45:20.253023 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0127 16:45:20.252673 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0127 16:45:20.379293 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 16:45:20.391313 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0127 16:45:20.449522 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 16:45:21.368282 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0127 16:45:21.407277 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0127 16:45:21.451692 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0127 16:45:22.402957 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 16:45:23.443340 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0127 16:45:25.429509 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0127 16:45:26.329800 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0127 16:45:26.447857 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0127 16:45:31.457979 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0127 16:45:32.463380 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 16:45:32.512489 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0127 16:45:35.624345 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0127 16:45:35.624370 1 tasks.go:49] processing task group 3 of 3 I0127 16:45:35.624377 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0127 16:45:35.668126 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0127 16:45:35.668157 1 operator.go:851] Updating ClusterOperator status to done. I0127 16:52:27.973160 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0127 16:52:27.973696 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0127 16:52:27.975369 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0127 16:52:27.976751 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0127 16:52:27.976773 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0127 16:52:27.976777 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0127 16:52:27.976831 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0127 16:52:27.977923 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0127 16:52:27.977939 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0127 16:52:27.977978 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0127 16:52:27.977999 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0127 16:52:27.978011 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0127 16:52:27.979101 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0127 16:52:27.979116 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0127 16:52:27.979130 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0127 16:52:28.008140 1 operator.go:830] Updating ClusterOperator status to InProgress. I0127 16:52:28.015568 1 tasks.go:49] processing task group 1 of 3 I0127 16:52:28.015592 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0127 16:52:28.015606 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0127 16:52:28.017913 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0127 16:52:28.031440 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0127 16:52:31.182981 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0127 16:52:31.183003 1 tasks.go:49] processing task group 2 of 3 I0127 16:52:31.183032 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 16:52:31.183036 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0127 16:52:31.183058 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 16:52:31.183074 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0127 16:52:31.183092 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0127 16:52:31.183138 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0127 16:52:31.183164 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0127 16:52:31.183126 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0127 16:52:31.183155 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0127 16:52:31.183212 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0127 16:52:31.183225 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 16:52:31.183235 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0127 16:52:31.183244 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 16:52:31.183248 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0127 16:52:31.183255 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0127 16:52:31.279139 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 16:52:31.293422 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0127 16:52:31.334269 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 16:52:32.261027 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0127 16:52:32.305644 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0127 16:52:32.354608 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0127 16:52:33.285531 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 16:52:34.353089 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0127 16:52:36.327604 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0127 16:52:37.239158 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0127 16:52:37.349577 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0127 16:52:42.349159 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0127 16:52:43.409787 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0127 16:52:43.462454 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 16:52:46.523919 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0127 16:52:46.523942 1 tasks.go:49] processing task group 3 of 3 I0127 16:52:46.523952 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0127 16:52:46.567375 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0127 16:52:46.567408 1 operator.go:851] Updating ClusterOperator status to done. I0127 16:52:46.577495 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0127 16:52:46.581897 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0127 16:52:46.609555 1 operator.go:830] Updating ClusterOperator status to InProgress. I0127 16:52:46.614270 1 tasks.go:49] processing task group 1 of 3 I0127 16:52:46.614288 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0127 16:52:46.614300 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0127 16:52:46.627004 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0127 16:52:49.748600 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0127 16:52:49.748626 1 tasks.go:49] processing task group 2 of 3 I0127 16:52:49.748653 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 16:52:49.748658 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0127 16:52:49.748665 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 16:52:49.748690 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0127 16:52:49.748710 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0127 16:52:49.748730 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 16:52:49.748745 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0127 16:52:49.748829 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0127 16:52:49.748958 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 16:52:49.748967 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0127 16:52:49.748982 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0127 16:52:49.748985 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0127 16:52:49.749103 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0127 16:52:49.748958 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0127 16:52:49.749315 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0127 16:52:49.827243 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 16:52:49.848725 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0127 16:52:49.896223 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 16:52:50.846292 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0127 16:52:50.901656 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0127 16:52:50.930976 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0127 16:52:51.876925 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 16:52:52.953263 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0127 16:52:54.894293 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0127 16:52:55.815778 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0127 16:52:55.924997 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0127 16:53:00.955255 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0127 16:53:02.007976 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0127 16:53:02.016406 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 16:53:05.158605 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0127 16:53:05.158629 1 tasks.go:49] processing task group 3 of 3 I0127 16:53:05.158639 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0127 16:53:05.202497 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0127 16:53:05.202528 1 operator.go:851] Updating ClusterOperator status to done. I0127 17:07:27.973297 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0127 17:07:27.973852 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0127 17:07:27.976075 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0127 17:07:27.976926 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0127 17:07:27.976949 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0127 17:07:27.977009 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0127 17:07:27.977132 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs W0127 17:07:27.978343 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0127 17:07:27.978363 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0127 17:07:27.978381 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0127 17:07:27.978396 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0127 17:07:27.978344 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0127 17:07:27.979529 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0127 17:07:27.979543 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0127 17:07:27.979552 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0127 17:07:28.008122 1 operator.go:830] Updating ClusterOperator status to InProgress. I0127 17:07:28.014204 1 tasks.go:49] processing task group 1 of 3 I0127 17:07:28.014236 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0127 17:07:28.014246 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0127 17:07:28.018331 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0127 17:07:28.030368 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0127 17:07:31.190399 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0127 17:07:31.190424 1 tasks.go:49] processing task group 2 of 3 I0127 17:07:31.190452 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 17:07:31.190509 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0127 17:07:31.190528 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0127 17:07:31.190547 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0127 17:07:31.190570 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0127 17:07:31.190594 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 17:07:31.190597 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0127 17:07:31.190609 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0127 17:07:31.190693 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 17:07:31.190759 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0127 17:07:31.190876 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0127 17:07:31.190955 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0127 17:07:31.190967 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 17:07:31.191040 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0127 17:07:31.191140 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0127 17:07:31.291350 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 17:07:31.299419 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0127 17:07:31.356785 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 17:07:32.276304 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0127 17:07:32.330676 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0127 17:07:32.379173 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0127 17:07:33.322450 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 17:07:34.379144 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0127 17:07:36.345612 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0127 17:07:37.253039 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0127 17:07:37.369459 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0127 17:07:42.364320 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0127 17:07:43.426711 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0127 17:07:43.490074 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 17:07:46.571694 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0127 17:07:46.571724 1 tasks.go:49] processing task group 3 of 3 I0127 17:07:46.571734 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0127 17:07:46.618311 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0127 17:07:46.618345 1 operator.go:851] Updating ClusterOperator status to done. I0127 17:07:46.628784 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0127 17:07:46.633295 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0127 17:07:46.662818 1 operator.go:830] Updating ClusterOperator status to InProgress. I0127 17:07:46.668061 1 tasks.go:49] processing task group 1 of 3 I0127 17:07:46.668084 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0127 17:07:46.668097 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0127 17:07:46.681940 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0127 17:07:49.813713 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0127 17:07:49.813738 1 tasks.go:49] processing task group 2 of 3 I0127 17:07:49.813773 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 17:07:49.813820 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0127 17:07:49.813832 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0127 17:07:49.813865 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0127 17:07:49.813953 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0127 17:07:49.813872 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0127 17:07:49.813907 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0127 17:07:49.813916 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0127 17:07:49.813922 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0127 17:07:49.813927 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 17:07:49.813934 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 17:07:49.813940 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0127 17:07:49.813940 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 17:07:49.813947 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0127 17:07:49.813954 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0127 17:07:49.893301 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 17:07:49.917263 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0127 17:07:49.959545 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 17:07:50.889629 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0127 17:07:50.933336 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0127 17:07:50.967236 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0127 17:07:51.928232 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 17:07:52.981306 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0127 17:07:54.949849 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0127 17:07:55.875795 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0127 17:07:55.970062 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0127 17:08:00.985102 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0127 17:08:02.003114 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 17:08:02.046876 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0127 17:08:05.161743 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0127 17:08:05.161769 1 tasks.go:49] processing task group 3 of 3 I0127 17:08:05.161779 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0127 17:08:05.207190 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0127 17:08:05.207223 1 operator.go:851] Updating ClusterOperator status to done. I0127 17:22:27.973664 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0127 17:22:27.974264 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0127 17:22:27.976736 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0127 17:22:27.977092 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0127 17:22:27.977120 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0127 17:22:27.977124 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0127 17:22:27.977143 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0127 17:22:27.978537 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0127 17:22:27.978656 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0127 17:22:27.978683 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0127 17:22:27.978695 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0127 17:22:27.979048 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0127 17:22:27.980096 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0127 17:22:27.980110 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0127 17:22:27.980119 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0127 17:22:28.019001 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0127 17:22:28.025223 1 operator.go:830] Updating ClusterOperator status to InProgress. I0127 17:22:28.031338 1 tasks.go:49] processing task group 1 of 3 I0127 17:22:28.031362 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0127 17:22:28.031390 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0127 17:22:28.048721 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0127 17:22:31.201309 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0127 17:22:31.201333 1 tasks.go:49] processing task group 2 of 3 I0127 17:22:31.201370 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0127 17:22:31.201389 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 17:22:31.201398 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0127 17:22:31.201412 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0127 17:22:31.201420 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0127 17:22:31.201441 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0127 17:22:31.201452 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0127 17:22:31.201460 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 17:22:31.201631 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0127 17:22:31.201402 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0127 17:22:31.201815 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0127 17:22:31.201909 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0127 17:22:31.201983 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0127 17:22:31.201993 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 17:22:31.201392 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 17:22:31.294101 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 17:22:31.317008 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0127 17:22:31.360168 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 17:22:32.279840 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0127 17:22:32.332979 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0127 17:22:32.365149 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0127 17:22:33.317780 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 17:22:34.369470 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0127 17:22:36.357866 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0127 17:22:37.264053 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0127 17:22:37.367313 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0127 17:22:42.370349 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0127 17:22:43.387032 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 17:22:43.420434 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0127 17:22:46.542360 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0127 17:22:46.542393 1 tasks.go:49] processing task group 3 of 3 I0127 17:22:46.542408 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0127 17:22:46.584297 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0127 17:22:46.584328 1 operator.go:851] Updating ClusterOperator status to done. I0127 17:22:46.595184 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0127 17:22:46.599537 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0127 17:22:46.632300 1 operator.go:830] Updating ClusterOperator status to InProgress. I0127 17:22:46.638795 1 tasks.go:49] processing task group 1 of 3 I0127 17:22:46.638819 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0127 17:22:46.638830 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0127 17:22:46.656418 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0127 17:22:49.775179 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0127 17:22:49.775203 1 tasks.go:49] processing task group 2 of 3 I0127 17:22:49.775222 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 17:22:49.775229 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0127 17:22:49.775240 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 17:22:49.775258 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0127 17:22:49.775275 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0127 17:22:49.775300 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0127 17:22:49.775365 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 17:22:49.775362 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 17:22:49.775328 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0127 17:22:49.775344 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0127 17:22:49.775349 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0127 17:22:49.775344 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0127 17:22:49.775353 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0127 17:22:49.775355 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0127 17:22:49.775361 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0127 17:22:49.856167 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0127 17:22:49.873519 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0127 17:22:49.919084 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0127 17:22:50.853801 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0127 17:22:50.889101 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0127 17:22:50.927418 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0127 17:22:51.874230 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0127 17:22:52.931731 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0127 17:22:54.905821 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0127 17:22:55.833078 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0127 17:22:55.919022 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0127 17:23:00.942920 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0127 17:23:01.963990 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0127 17:23:01.993774 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0127 17:23:05.104504 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0127 17:23:05.104532 1 tasks.go:49] processing task group 3 of 3 I0127 17:23:05.104539 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0127 17:23:05.149422 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0127 17:23:05.149460 1 operator.go:851] Updating ClusterOperator status to done.