W0203 18:41:38.753992 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0203 18:41:38.754352 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0203 18:41:38.754371 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0203 18:41:38.754377 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0203 18:41:38.754390 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0203 18:41:38.793909 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0203 18:41:38.798351 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0203 18:41:38.798840 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0203 18:41:38.801547 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0203 18:41:38.801685 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0203 18:41:38.811577 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0203 18:41:38.811704 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0203 18:41:38.812078 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0203 18:41:38.812396 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0203 18:41:38.812931 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0203 18:41:38.813087 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0203 18:41:38.812984 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0203 18:41:38.813765 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0203 18:41:38.821029 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0203 18:41:38.821686 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0203 18:41:38.822174 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0203 18:41:38.822216 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0203 18:41:38.822292 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0203 18:41:38.822295 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0203 18:41:38.827628 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0203 18:41:38.828063 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0203 18:41:38.830401 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:41:38.850273 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0203 18:41:38.904897 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0203 18:41:38.904968 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0203 18:41:38.905001 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0203 18:41:38.904902 1 rule_controller.go:113] Starting alerting rules controller I0203 18:41:38.905080 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0203 18:41:38.904924 1 relabel_controller.go:117] Starting alert relabel config controller I0203 18:41:38.905329 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0203 18:41:38.904928 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0203 18:41:38.905470 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0203 18:41:38.905525 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0203 18:41:38.904944 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0203 18:41:38.905629 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0203 18:41:38.905667 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0203 18:41:38.906385 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0203 18:41:38.910954 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0203 18:41:38.910972 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0203 18:41:38.912925 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0203 18:41:38.913774 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:38.913775 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:38.913995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0203 18:41:38.914185 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates W0203 18:41:38.914831 1 operator.go:957] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0203 18:41:38.917345 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0203 18:41:38.923810 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:38.923910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0203 18:41:38.931475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-vkt9l" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0203 18:41:38.938868 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-tfwfc" is created for OpenShiftMonitoringClientCertRequester I0203 18:41:38.943875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-2fppr" is created for OpenShiftMonitoringTelemeterClientCertRequester I0203 18:41:38.947937 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:38.947942 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:38.956815 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:38.968386 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:38.968415 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:38.974465 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:38.978544 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:38.993538 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:38.993533 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:39.005929 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0203 18:41:39.005936 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0203 18:41:39.016535 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:39.016544 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:39.016662 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:39.042912 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:39.042920 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:39.042940 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:39.043250 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0203 18:41:39.043383 1 operator.go:830] Updating ClusterOperator status to InProgress. I0203 18:41:39.059569 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:39.059595 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:39.059596 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:39.075298 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:39.075321 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:39.075302 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0203 18:41:39.081832 1 tasks.go:49] processing task group 1 of 3 I0203 18:41:39.081863 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 18:41:39.081898 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:41:39.086766 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0203 18:41:39.087142 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0203 18:41:39.091945 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0203 18:41:39.093501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0203 18:41:39.093589 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0203 18:41:39.093662 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0203 18:41:39.121372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0203 18:41:39.155542 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0203 18:41:39.204445 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:41:39.204512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0203 18:41:39.269778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0203 18:41:39.385318 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0203 18:41:39.416349 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0203 18:41:39.461951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0203 18:41:39.484569 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0203 18:41:39.509441 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0203 18:41:39.510724 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0203 18:41:39.510739 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0203 18:41:39.510751 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0203 18:41:39.510755 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0203 18:41:39.513250 1 secure_serving.go:57] Forcing use of http/1.1 only I0203 18:41:39.513267 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0203 18:41:39.524851 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0203 18:41:39.524866 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0203 18:41:39.524869 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0203 18:41:39.524883 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0203 18:41:39.524890 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0203 18:41:39.524904 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0203 18:41:39.525165 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0203 18:41:39.525288 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770144071\" (2026-02-03 18:41:21 +0000 UTC to 2028-02-03 18:41:22 +0000 UTC (now=2026-02-03 18:41:39.525241767 +0000 UTC))" I0203 18:41:39.525443 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770144099\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770144099\" (2026-02-03 17:41:38 +0000 UTC to 2027-02-03 17:41:38 +0000 UTC (now=2026-02-03 18:41:39.525430007 +0000 UTC))" I0203 18:41:39.525460 1 secure_serving.go:213] Serving securely on [::]:8443 I0203 18:41:39.525497 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0203 18:41:39.525529 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0203 18:41:39.536965 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0203 18:41:39.537039 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0203 18:41:39.537250 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0203 18:41:39.625334 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0203 18:41:39.625357 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0203 18:41:39.625334 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0203 18:41:39.625536 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-02-03 18:29:39 +0000 UTC to 2036-02-01 18:29:39 +0000 UTC (now=2026-02-03 18:41:39.625514533 +0000 UTC))" I0203 18:41:39.625762 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770144071\" (2026-02-03 18:41:21 +0000 UTC to 2028-02-03 18:41:22 +0000 UTC (now=2026-02-03 18:41:39.625747283 +0000 UTC))" I0203 18:41:39.625926 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770144099\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770144099\" (2026-02-03 17:41:38 +0000 UTC to 2027-02-03 17:41:38 +0000 UTC (now=2026-02-03 18:41:39.625913933 +0000 UTC))" I0203 18:41:39.626053 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-02-03 18:29:42 +0000 UTC to 2036-02-01 18:29:42 +0000 UTC (now=2026-02-03 18:41:39.626040956 +0000 UTC))" I0203 18:41:39.626083 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-02-03 18:29:44 +0000 UTC to 2036-02-01 18:29:44 +0000 UTC (now=2026-02-03 18:41:39.626068475 +0000 UTC))" I0203 18:41:39.626117 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-02-03 18:29:47 +0000 UTC to 2036-02-01 18:29:47 +0000 UTC (now=2026-02-03 18:41:39.626097379 +0000 UTC))" I0203 18:41:39.626144 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-02-03 18:29:48 +0000 UTC to 2036-02-01 18:29:48 +0000 UTC (now=2026-02-03 18:41:39.626130439 +0000 UTC))" I0203 18:41:39.626181 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-02-03 18:29:54 +0000 UTC to 2036-02-01 18:29:54 +0000 UTC (now=2026-02-03 18:41:39.626157445 +0000 UTC))" I0203 18:41:39.626209 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o7usootq7ed691bv1ua0nif0gumn7jf-kx-63526f14ef_customer-system-admin-signer@1770143550\" [] issuer=\"\" (2026-02-03 18:32:30 +0000 UTC to 2026-02-10 18:32:31 +0000 UTC (now=2026-02-03 18:41:39.626194136 +0000 UTC))" I0203 18:41:39.626246 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o7usootq7ed691bv1ua0nif0gumn7jf-kx-63526f14ef_sre-system-admin-signer@1770143550\" [] issuer=\"\" (2026-02-03 18:32:31 +0000 UTC to 2026-02-10 18:32:32 +0000 UTC (now=2026-02-03 18:41:39.626227992 +0000 UTC))" I0203 18:41:39.626279 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-02-03 18:29:39 +0000 UTC to 2036-02-01 18:29:39 +0000 UTC (now=2026-02-03 18:41:39.626265373 +0000 UTC))" I0203 18:41:39.626465 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770144071\" (2026-02-03 18:41:21 +0000 UTC to 2028-02-03 18:41:22 +0000 UTC (now=2026-02-03 18:41:39.626452544 +0000 UTC))" I0203 18:41:39.626647 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770144099\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770144099\" (2026-02-03 17:41:38 +0000 UTC to 2027-02-03 17:41:38 +0000 UTC (now=2026-02-03 18:41:39.626635736 +0000 UTC))" I0203 18:42:08.410660 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0203 18:42:18.270678 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:42:23.591027 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0203 18:42:23.606163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0203 18:42:23.626192 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0203 18:42:28.804155 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 18:42:28.804186 1 tasks.go:49] processing task group 2 of 3 I0203 18:42:28.804219 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 18:42:28.804226 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:42:28.804232 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 18:42:28.804242 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 18:42:28.804249 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 18:42:28.804250 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 18:42:28.804260 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:42:28.804269 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 18:42:28.804279 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 18:42:28.804292 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:42:28.804297 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 18:42:28.804323 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:42:28.804340 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:42:28.804223 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:42:28.804228 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 18:42:28.825038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0203 18:42:28.826880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0203 18:42:28.829803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0203 18:42:28.863381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 18:42:28.868858 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0203 18:42:28.869362 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0203 18:42:28.875721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0203 18:42:28.888454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0203 18:42:28.893688 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0203 18:42:28.955320 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 18:42:28.970363 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:42:29.003352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0203 18:42:29.043523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0203 18:42:29.043775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0203 18:42:29.047516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0203 18:42:29.047540 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0203 18:42:29.047638 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0203 18:42:29.047730 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0203 18:42:29.047847 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0203 18:42:29.123325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0203 18:42:29.144362 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0203 18:42:29.213586 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0203 18:42:29.219590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0203 18:42:29.222985 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0203 18:42:29.223023 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0203 18:42:29.223035 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0203 18:42:29.223059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0203 18:42:29.223070 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing W0203 18:42:29.246050 1 tasks.go:73] task 13 of 15: UpdatingUserWorkloadPrometheus failed: reconciling UserWorkload Prometheus Alertmanager User Workload Role Binding failed: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0203 18:42:29.246066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'RoleBindingCreateFailed' Failed to create RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found W0203 18:42:29.246342 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0203 18:42:29.246360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0203 18:42:29.250926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0203 18:42:29.250949 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0203 18:42:29.267550 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0203 18:42:29.267680 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0203 18:42:29.270354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0203 18:42:29.283448 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0203 18:42:29.299788 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0203 18:42:29.308472 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0203 18:42:29.468424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0203 18:42:29.568952 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0203 18:42:29.621026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0203 18:42:29.672575 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0203 18:42:29.752859 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0203 18:42:29.786400 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0203 18:42:29.819164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0203 18:42:29.875876 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0203 18:42:29.930048 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0203 18:42:29.995128 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0203 18:42:30.067929 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0203 18:42:30.092922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0203 18:42:30.133676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0203 18:42:30.135805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0203 18:42:30.200121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0203 18:42:30.269929 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0203 18:42:30.274217 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0203 18:42:30.274665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0203 18:42:30.293521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0203 18:42:30.354218 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0203 18:42:30.377591 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0203 18:42:30.377598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0203 18:42:30.383928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0203 18:42:30.394743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0203 18:42:30.401076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing W0203 18:42:30.413283 1 tasks.go:73] task 15 of 15: UpdatingUserWorkloadThanosRuler failed: reconciling Thanos Ruler Alertmanager User Workload Role Binding failed: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0203 18:42:30.413300 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'RoleBindingCreateFailed' Failed to create RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0203 18:42:30.500685 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0203 18:42:30.649564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0203 18:42:30.711374 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0203 18:42:30.872520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0203 18:42:30.997235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0203 18:42:31.027996 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0203 18:42:31.044839 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0203 18:42:31.059650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0203 18:42:31.173633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0203 18:42:31.270428 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0203 18:42:31.354811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0203 18:42:31.471093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0203 18:42:31.611645 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0203 18:42:31.620500 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing I0203 18:42:31.639166 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0203 18:42:31.707851 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0203 18:42:31.812404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0203 18:42:31.934918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0203 18:42:32.049696 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0203 18:42:32.151909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0203 18:42:32.256302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0203 18:42:32.352611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0203 18:42:32.374240 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0203 18:42:32.681026 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:42:32.865460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0203 18:42:32.884445 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:42:32.884473 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0203 18:42:32.885362 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0203 18:42:33.271038 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:42:33.402814 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:42:33.427755 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-9vhsao4ckhavn -n openshift-monitoring because it was missing I0203 18:42:33.450601 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 18:42:33.502634 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 18:42:33.888202 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0203 18:42:33.905010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-2d408c5b19lh0 -n openshift-monitoring because it was missing I0203 18:42:33.941081 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0203 18:42:35.422901 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-2gbhibrm5tnjp -n openshift-monitoring because it was missing I0203 18:42:35.445634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0203 18:42:35.473526 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0203 18:42:35.490667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0203 18:42:46.034723 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 18:42:46.034791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0203 18:42:53.527011 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0203 18:42:53.572517 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 18:43:06.992910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0203 18:43:07.011104 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 18:43:07.011179 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0203 18:43:20.457735 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 18:43:55.589724 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 18:43:55.589771 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0203 18:43:55.589779 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0203 18:43:55.589798 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: MultipleTasksFailed)" logger="UnhandledError" I0203 18:43:55.591406 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 18:43:55.599574 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0203 18:43:55.642765 1 operator.go:830] Updating ClusterOperator status to InProgress. I0203 18:43:55.650110 1 tasks.go:49] processing task group 1 of 3 I0203 18:43:55.650132 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 18:43:55.650153 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:43:55.672139 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:43:56.726154 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQi9KTEUxR0dKUGd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM01ERTBOREEzTVRBZQpGdzB5TmpBeU1ETXhPRFF4TVRCYUZ3MHlPREEwTURNeE9EUXhNVEZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOekF4TkRRd056RXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2pwR0ZGUXQyRUV2QmlOS1ozV2hhOEJLYlVkOXVBamx1dwp4aEw3djlEM0pMQkk4Y2k2b2hyaWU5eWNGZTRrYlVUVXlwVVJCcCt0QjZPbnh3TU9jYjVMQWtrdFdwdGZXanoxCmhQelcvRTkzWS9HQlE1byt4MWlSSFRMS1BZOGhLZ3JFeHV2M1NkZUx1cGJ5dmdKdFhBVkdWQnVZeTZQVU11bTEKalBCZTJLeDRSOFlFUmx0RVVjcVMwZFdtM0Z0U0MvbW1OSlN0Nzg2aENndkM1clBKelZEaStUU3VQbVRDOTYwRgpvWjE0YTRrcHVmNG4vWHlxTjdMUzM2RnFyRTZSUVc3TitFNDB3dDEvVVo4aGcrWXFTVVpPeTVJcXBsckgrZ0FlCkpUWGhpY3BpaDE2QnBOR1lrdHVxaDBPaUFHbmxkVTBibnI3SVFqTlhCYW5aSjZ6dWtHaVBBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJ1NTVXegpQeHBRK1k0WUZEZGRzdmVmdVpEYzF6QWZCZ05WSFNNRUdEQVdnQlJ1NTVXelB4cFErWTRZRkRkZHN2ZWZ1WkRjCjF6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFJWTZhcGNIcTNUdE1JcGF3VEVNekRFdElFRWJrSElpMTdFRy8KL1NHc0FUaHNiUzB5TmpXRVIyN0JMODZnSHdRYTdEemZFU0Nzc1RpbUZaV3VNWFE0Q2ozczQyampzblUvSXpURApxODRpZkZaSHB2YmorV0c2SlNOSm5RRnQyc2c3Vzg3RnBvSWY2ekJ6Vi8vY0RUUEVBa0QySGRqMDFOR0k1bTVmCjVSV2Y4RVNKcGdHWkd4aVJ2S0thVEwxNHBLRGlzY2pOV284YStZVjd4bzBXZGlSM0YvNjBCcGVQUDdjS244QjkKWllkdXRCZ0RHUjUycUJ5UGRVRnRLVVZnNHRnaG1OaitSUTk2UFJwdDJsMjZBbjZBQUJnMW1wcnU3ZitJNTRVUgpYbW5WMWNTVnhoOC9zOWZpY3FFRE9pMzBlaXpUbWx4cGJla3hmOHk5RGVNQWNmMjg3QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0203 18:43:56.734237 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0203 18:43:56.743031 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQi9KTEUxR0dKUGd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM01ERTBOREEzTVRBZQpGdzB5TmpBeU1ETXhPRFF4TVRCYUZ3MHlPREEwTURNeE9EUXhNVEZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOekF4TkRRd056RXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2pwR0ZGUXQyRUV2QmlOS1ozV2hhOEJLYlVkOXVBamx1dwp4aEw3djlEM0pMQkk4Y2k2b2hyaWU5eWNGZTRrYlVUVXlwVVJCcCt0QjZPbnh3TU9jYjVMQWtrdFdwdGZXanoxCmhQelcvRTkzWS9HQlE1byt4MWlSSFRMS1BZOGhLZ3JFeHV2M1NkZUx1cGJ5dmdKdFhBVkdWQnVZeTZQVU11bTEKalBCZTJLeDRSOFlFUmx0RVVjcVMwZFdtM0Z0U0MvbW1OSlN0Nzg2aENndkM1clBKelZEaStUU3VQbVRDOTYwRgpvWjE0YTRrcHVmNG4vWHlxTjdMUzM2RnFyRTZSUVc3TitFNDB3dDEvVVo4aGcrWXFTVVpPeTVJcXBsckgrZ0FlCkpUWGhpY3BpaDE2QnBOR1lrdHVxaDBPaUFHbmxkVTBibnI3SVFqTlhCYW5aSjZ6dWtHaVBBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJ1NTVXegpQeHBRK1k0WUZEZGRzdmVmdVpEYzF6QWZCZ05WSFNNRUdEQVdnQlJ1NTVXelB4cFErWTRZRkRkZHN2ZWZ1WkRjCjF6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFJWTZhcGNIcTNUdE1JcGF3VEVNekRFdElFRWJrSElpMTdFRy8KL1NHc0FUaHNiUzB5TmpXRVIyN0JMODZnSHdRYTdEemZFU0Nzc1RpbUZaV3VNWFE0Q2ozczQyampzblUvSXpURApxODRpZkZaSHB2YmorV0c2SlNOSm5RRnQyc2c3Vzg3RnBvSWY2ekJ6Vi8vY0RUUEVBa0QySGRqMDFOR0k1bTVmCjVSV2Y4RVNKcGdHWkd4aVJ2S0thVEwxNHBLRGlzY2pOV284YStZVjd4bzBXZGlSM0YvNjBCcGVQUDdjS244QjkKWllkdXRCZ0RHUjUycUJ5UGRVRnRLVVZnNHRnaG1OaitSUTk2UFJwdDJsMjZBbjZBQUJnMW1wcnU3ZitJNTRVUgpYbW5WMWNTVnhoOC9zOWZpY3FFRE9pMzBlaXpUbWx4cGJla3hmOHk5RGVNQWNmMjg3QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0203 18:43:56.751805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0203 18:43:58.883222 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 18:43:58.883243 1 tasks.go:49] processing task group 2 of 3 I0203 18:43:58.883273 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:43:58.883269 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 18:43:58.883285 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 18:43:58.883295 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 18:43:58.883326 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:43:58.883346 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:43:58.883353 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 18:43:58.883437 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:43:58.883513 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:43:58.883444 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 18:43:58.883453 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 18:43:58.883461 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 18:43:58.883468 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 18:43:58.883502 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:43:58.883509 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 18:43:58.999837 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:43:59.009917 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 18:43:59.015814 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0203 18:43:59.033107 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0203 18:43:59.033419 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0203 18:43:59.053022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0203 18:43:59.068222 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0203 18:43:59.077646 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:43:59.085615 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0203 18:43:59.129718 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0203 18:43:59.230264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 18:43:59.334218 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 18:43:59.441501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0203 18:43:59.453599 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0203 18:43:59.478920 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 18:43:59.498953 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0203 18:43:59.967793 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:44:00.019236 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 18:44:00.056747 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 18:44:00.062511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0203 18:44:00.075260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0203 18:44:00.090949 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0203 18:44:00.103244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0203 18:44:00.114833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0203 18:44:00.125921 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0203 18:44:00.517089 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-2gbhibrm5tnjp -n openshift-user-workload-monitoring because it was missing I0203 18:44:00.535145 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0203 18:44:00.545807 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0203 18:44:00.560109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0203 18:44:00.570236 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0203 18:44:00.583061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 18:44:01.009016 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:44:01.145423 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-2gbhibrm5tnjp -n openshift-user-workload-monitoring because it was missing I0203 18:44:01.160618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0203 18:44:02.102341 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 18:44:04.062120 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 18:44:04.135820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0203 18:44:04.943692 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 18:44:08.241725 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 18:44:11.325332 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:44:11.325398 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0203 18:44:21.690815 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:45:00.101605 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 18:46:34.271291 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 18:46:34.271318 1 tasks.go:49] processing task group 3 of 3 I0203 18:46:34.271326 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 18:46:34.346326 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 18:46:34.346355 1 operator.go:851] Updating ClusterOperator status to done. I0203 18:46:34.346403 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1176daaa-287e-4fd3-8eca-c6024e4e8234", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0203 18:46:34.387413 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 18:46:34.392307 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0203 18:46:34.424647 1 operator.go:830] Updating ClusterOperator status to InProgress. I0203 18:46:34.430902 1 tasks.go:49] processing task group 1 of 3 I0203 18:46:34.430922 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 18:46:34.430935 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:46:34.447587 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:46:37.600445 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 18:46:37.600467 1 tasks.go:49] processing task group 2 of 3 I0203 18:46:37.600508 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:46:37.600518 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 18:46:37.600532 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 18:46:37.600546 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 18:46:37.600558 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 18:46:37.600580 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:46:37.600594 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:46:37.600629 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 18:46:37.600684 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:46:37.600724 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 18:46:37.600643 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:46:37.600656 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 18:46:37.600665 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:46:37.600672 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 18:46:37.600679 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 18:46:37.680658 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:46:37.705206 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 18:46:37.755730 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:46:38.681294 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:46:38.720044 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 18:46:38.764262 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 18:46:39.709842 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:46:40.764804 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 18:46:42.737954 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 18:46:43.665959 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 18:46:43.766933 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 18:46:48.770578 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 18:46:49.798673 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:46:49.823220 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:46:52.954374 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 18:46:52.954398 1 tasks.go:49] processing task group 3 of 3 I0203 18:46:52.954409 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 18:46:53.002730 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 18:46:53.002759 1 operator.go:851] Updating ClusterOperator status to done. I0203 18:47:03.275050 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:47:03.275561 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 18:47:03.280872 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0203 18:47:03.355992 1 operator.go:830] Updating ClusterOperator status to InProgress. I0203 18:47:03.361704 1 tasks.go:49] processing task group 1 of 3 I0203 18:47:03.361725 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 18:47:03.361733 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:47:03.377626 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:47:06.521318 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 18:47:06.521341 1 tasks.go:49] processing task group 2 of 3 I0203 18:47:06.521364 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 18:47:06.521373 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 18:47:06.521384 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 18:47:06.521402 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 18:47:06.521418 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:47:06.521452 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 18:47:06.521603 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:47:06.521610 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:47:06.521369 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:47:06.521679 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 18:47:06.521755 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 18:47:06.521779 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:47:06.521842 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:47:06.521877 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 18:47:06.521987 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 18:47:06.611120 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:47:06.633038 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 18:47:06.677816 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:47:07.603674 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:47:07.646431 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 18:47:07.680467 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 18:47:08.636716 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:47:09.692023 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 18:47:11.687475 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 18:47:12.588667 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 18:47:12.704733 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 18:47:17.697392 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 18:47:18.765043 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:47:18.771719 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:47:21.877741 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 18:47:21.877765 1 tasks.go:49] processing task group 3 of 3 I0203 18:47:21.877773 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 18:47:21.919606 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 18:47:21.919638 1 operator.go:851] Updating ClusterOperator status to done. I0203 18:49:01.785687 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:49:01.786168 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 18:49:01.792668 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0203 18:49:01.831807 1 operator.go:830] Updating ClusterOperator status to InProgress. I0203 18:49:01.837376 1 tasks.go:49] processing task group 1 of 3 I0203 18:49:01.837395 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 18:49:01.837408 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:49:01.852445 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:49:05.010393 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 18:49:05.010417 1 tasks.go:49] processing task group 2 of 3 I0203 18:49:05.010435 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:49:05.010444 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 18:49:05.010462 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:49:05.010477 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 18:49:05.010512 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:49:05.010522 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 18:49:05.010544 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 18:49:05.010559 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:49:05.010619 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 18:49:05.010744 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 18:49:05.010548 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 18:49:05.010759 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 18:49:05.010765 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 18:49:05.010773 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:49:05.010777 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:49:05.083715 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:49:05.112923 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 18:49:05.154287 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:49:06.089798 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:49:06.133167 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 18:49:06.179024 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 18:49:07.128742 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:49:08.185994 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 18:49:10.146979 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 18:49:11.080440 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 18:49:11.199791 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 18:49:16.188473 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 18:49:17.196736 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:49:17.240851 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:49:20.368505 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 18:49:20.368527 1 tasks.go:49] processing task group 3 of 3 I0203 18:49:20.368537 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 18:49:20.409133 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 18:49:20.409160 1 operator.go:851] Updating ClusterOperator status to done. I0203 18:56:38.812036 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0203 18:56:38.812063 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0203 18:56:38.812086 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0203 18:56:38.812097 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0203 18:56:38.812629 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0203 18:56:38.814186 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0203 18:56:38.814350 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0203 18:56:38.814366 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0203 18:56:38.814372 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0203 18:56:38.814380 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs W0203 18:56:38.819878 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0203 18:56:38.821681 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0203 18:56:38.821857 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 18:56:38.822746 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0203 18:56:38.822777 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0203 18:56:38.850827 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0203 18:56:38.857835 1 operator.go:830] Updating ClusterOperator status to InProgress. I0203 18:56:38.864549 1 tasks.go:49] processing task group 1 of 3 I0203 18:56:38.864573 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 18:56:38.864586 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:56:38.883605 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:56:42.074162 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 18:56:42.074183 1 tasks.go:49] processing task group 2 of 3 I0203 18:56:42.074212 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 18:56:42.074233 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:56:42.074246 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:56:42.074254 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:56:42.074282 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 18:56:42.074323 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 18:56:42.074290 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 18:56:42.074327 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:56:42.074303 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:56:42.074304 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 18:56:42.074312 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 18:56:42.074340 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 18:56:42.074350 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:56:42.074359 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 18:56:42.074360 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 18:56:42.187710 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:56:42.199902 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 18:56:42.280264 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:56:43.182053 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:56:43.249033 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 18:56:43.307448 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 18:56:44.226911 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:56:45.389324 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 18:56:47.291777 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 18:56:48.154362 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 18:56:48.273950 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 18:56:53.358300 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 18:56:54.348266 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:56:54.387336 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:56:57.508819 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 18:56:57.508847 1 tasks.go:49] processing task group 3 of 3 I0203 18:56:57.508860 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 18:56:57.558768 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 18:56:57.558805 1 operator.go:851] Updating ClusterOperator status to done. I0203 18:56:57.573036 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 18:56:57.578972 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0203 18:56:57.619053 1 operator.go:830] Updating ClusterOperator status to InProgress. I0203 18:56:57.625847 1 tasks.go:49] processing task group 1 of 3 I0203 18:56:57.625867 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 18:56:57.625878 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:56:57.644693 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 18:57:00.811781 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 18:57:00.811801 1 tasks.go:49] processing task group 2 of 3 I0203 18:57:00.811820 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:57:00.811829 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 18:57:00.811847 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 18:57:00.811870 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:57:00.811885 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 18:57:00.811912 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:57:00.811932 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 18:57:00.811984 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:57:00.812094 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:57:00.812152 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 18:57:00.812118 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 18:57:00.812126 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 18:57:00.812133 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 18:57:00.812140 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:57:00.812146 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 18:57:00.922042 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 18:57:00.929506 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 18:57:01.000386 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 18:57:01.908965 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 18:57:01.968703 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 18:57:01.998018 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 18:57:02.946890 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 18:57:04.022527 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 18:57:05.999696 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 18:57:06.898244 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 18:57:07.015004 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 18:57:12.023015 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 18:57:13.050978 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 18:57:13.084330 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 18:57:16.248774 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 18:57:16.248799 1 tasks.go:49] processing task group 3 of 3 I0203 18:57:16.248811 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 18:57:16.306602 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 18:57:16.306635 1 operator.go:851] Updating ClusterOperator status to done. I0203 19:11:38.812710 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0203 19:11:38.812730 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0203 19:11:38.812761 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0203 19:11:38.812771 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0203 19:11:38.813249 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0203 19:11:38.814843 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0203 19:11:38.814927 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0203 19:11:38.814954 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0203 19:11:38.814964 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0203 19:11:38.814981 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs W0203 19:11:38.821322 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0203 19:11:38.822388 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 19:11:38.822389 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0203 19:11:38.823169 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0203 19:11:38.823184 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0203 19:11:38.851509 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0203 19:11:38.867678 1 operator.go:830] Updating ClusterOperator status to InProgress. I0203 19:11:38.875414 1 tasks.go:49] processing task group 1 of 3 I0203 19:11:38.875448 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 19:11:38.875461 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 19:11:38.901597 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 19:11:42.127473 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 19:11:42.127526 1 tasks.go:49] processing task group 2 of 3 I0203 19:11:42.127554 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 19:11:42.127557 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 19:11:42.127567 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 19:11:42.127591 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 19:11:42.127634 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 19:11:42.127613 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 19:11:42.127633 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 19:11:42.127625 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 19:11:42.127651 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 19:11:42.127643 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 19:11:42.127661 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 19:11:42.127662 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 19:11:42.127672 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 19:11:42.127682 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 19:11:42.127682 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 19:11:42.245347 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 19:11:42.247436 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 19:11:42.336543 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 19:11:43.228157 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 19:11:43.295767 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 19:11:43.324012 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 19:11:44.278157 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 19:11:45.737505 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 19:11:47.606247 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 19:11:48.221630 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 19:11:48.336541 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 19:11:53.359221 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 19:11:54.402190 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 19:11:54.431606 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 19:11:57.728957 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 19:11:57.728980 1 tasks.go:49] processing task group 3 of 3 I0203 19:11:57.728991 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 19:11:57.788308 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 19:11:57.788351 1 operator.go:851] Updating ClusterOperator status to done. I0203 19:11:57.806286 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 19:11:57.814306 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0203 19:11:57.861416 1 operator.go:830] Updating ClusterOperator status to InProgress. I0203 19:11:57.869449 1 tasks.go:49] processing task group 1 of 3 I0203 19:11:57.869471 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 19:11:57.869525 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 19:11:57.892896 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 19:12:01.096843 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 19:12:01.096870 1 tasks.go:49] processing task group 2 of 3 I0203 19:12:01.096890 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 19:12:01.096892 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 19:12:01.096912 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 19:12:01.096929 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 19:12:01.096953 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 19:12:01.096975 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 19:12:01.096990 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 19:12:01.097062 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 19:12:01.097100 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 19:12:01.097160 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 19:12:01.097127 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 19:12:01.097134 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 19:12:01.097140 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 19:12:01.097146 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 19:12:01.097153 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 19:12:01.207416 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 19:12:01.217728 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 19:12:01.309185 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 19:12:02.202380 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 19:12:02.253870 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 19:12:02.300607 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 19:12:03.248997 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 19:12:04.340851 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 19:12:06.339539 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 19:12:07.189201 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 19:12:07.322181 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 19:12:12.345611 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 19:12:13.364423 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 19:12:13.416845 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 19:12:16.595789 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 19:12:16.595814 1 tasks.go:49] processing task group 3 of 3 I0203 19:12:16.595824 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 19:12:16.655644 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 19:12:16.655680 1 operator.go:851] Updating ClusterOperator status to done. I0203 19:26:38.813227 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0203 19:26:38.813246 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0203 19:26:38.813326 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0203 19:26:38.813337 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0203 19:26:38.813777 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0203 19:26:38.815424 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0203 19:26:38.815475 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0203 19:26:38.815510 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0203 19:26:38.815526 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0203 19:26:38.815551 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0203 19:26:38.822730 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 19:26:38.822742 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster W0203 19:26:38.822810 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0203 19:26:38.823820 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0203 19:26:38.823852 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0203 19:26:38.851614 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0203 19:26:38.873028 1 operator.go:830] Updating ClusterOperator status to InProgress. I0203 19:26:38.897705 1 tasks.go:49] processing task group 1 of 3 I0203 19:26:38.897732 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 19:26:38.897747 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 19:26:38.920616 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 19:26:42.139935 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 19:26:42.139956 1 tasks.go:49] processing task group 2 of 3 I0203 19:26:42.139987 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 19:26:42.139992 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 19:26:42.140003 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 19:26:42.140027 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 19:26:42.140033 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 19:26:42.140060 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 19:26:42.140114 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 19:26:42.140078 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 19:26:42.140086 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 19:26:42.140095 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 19:26:42.140105 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 19:26:42.140103 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 19:26:42.140113 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 19:26:42.140123 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 19:26:42.140133 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 19:26:42.251117 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 19:26:42.259997 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 19:26:42.337642 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 19:26:43.242281 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 19:26:43.294054 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 19:26:43.338003 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 19:26:44.289080 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 19:26:45.382455 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 19:26:47.398758 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 19:26:48.238601 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 19:26:48.359295 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 19:26:53.371126 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 19:26:54.398522 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 19:26:54.446989 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 19:26:57.631217 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 19:26:57.631239 1 tasks.go:49] processing task group 3 of 3 I0203 19:26:57.631249 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 19:26:57.688145 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 19:26:57.688177 1 operator.go:851] Updating ClusterOperator status to done. I0203 19:26:57.704557 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 19:26:57.712051 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0203 19:26:57.762004 1 operator.go:830] Updating ClusterOperator status to InProgress. I0203 19:26:57.770093 1 tasks.go:49] processing task group 1 of 3 I0203 19:26:57.770111 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 19:26:57.770125 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 19:26:57.792691 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 19:27:00.980925 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 19:27:00.980947 1 tasks.go:49] processing task group 2 of 3 I0203 19:27:00.980971 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 19:27:00.980976 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 19:27:00.980993 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 19:27:00.981009 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 19:27:00.981026 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 19:27:00.981067 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 19:27:00.980972 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 19:27:00.981081 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 19:27:00.981093 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 19:27:00.981101 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 19:27:00.981102 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 19:27:00.981108 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 19:27:00.981108 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 19:27:00.981108 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 19:27:00.981096 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 19:27:01.092437 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 19:27:01.101435 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 19:27:01.180142 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 19:27:02.082253 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 19:27:02.146675 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 19:27:02.180948 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 19:27:03.133862 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 19:27:04.214776 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 19:27:06.183503 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 19:27:07.080695 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 19:27:07.202395 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 19:27:12.217737 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 19:27:13.259571 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 19:27:13.294234 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 19:27:16.469832 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 19:27:16.469859 1 tasks.go:49] processing task group 3 of 3 I0203 19:27:16.469869 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 19:27:16.528438 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 19:27:16.528472 1 operator.go:851] Updating ClusterOperator status to done.