W0423 19:33:17.113863 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0423 19:33:17.114237 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0423 19:33:17.114250 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0423 19:33:17.114255 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0423 19:33:17.114258 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0423 19:33:17.114262 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0423 19:33:17.139440 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0423 19:33:17.142668 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0423 19:33:17.142830 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0423 19:33:17.142971 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0423 19:33:17.143870 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0423 19:33:17.148987 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 19:33:17.150681 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 19:33:17.151074 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:33:17.151097 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0423 19:33:17.151538 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0423 19:33:17.152765 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 19:33:17.153872 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 19:33:17.153882 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 19:33:17.154531 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 19:33:17.154771 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 19:33:17.155439 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 19:33:17.155757 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 19:33:17.155832 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0423 19:33:17.158501 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0423 19:33:17.159675 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0423 19:33:17.160428 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:33:17.194343 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 19:33:17.246266 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 19:33:17.246324 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 19:33:17.246349 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0423 19:33:17.246355 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0423 19:33:17.246364 1 rule_controller.go:114] Starting alerting rules controller I0423 19:33:17.246370 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0423 19:33:17.246377 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0423 19:33:17.246379 1 relabel_controller.go:117] Starting alert relabel config controller I0423 19:33:17.246367 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0423 19:33:17.246381 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0423 19:33:17.246394 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0423 19:33:17.246390 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0423 19:33:17.246400 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0423 19:33:17.246401 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0423 19:33:17.246393 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0423 19:33:17.249765 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0423 19:33:17.250042 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0423 19:33:17.250231 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0423 19:33:17.250258 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0423 19:33:17.251431 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.251549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 19:33:17.252946 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.252972 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.253071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 19:33:17.253179 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 19:33:17.265572 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-rgq9b" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0423 19:33:17.265578 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5n2wb" is created for OpenShiftMonitoringClientCertRequester I0423 19:33:17.265903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-7dtjk" is created for OpenShiftMonitoringTelemeterClientCertRequester I0423 19:33:17.277300 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.277344 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.277390 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.282027 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.282728 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.282736 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.285934 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.286539 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.287339 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.288195 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 19:33:17.290588 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.291150 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.291673 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.294390 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.295174 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.295799 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.298576 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.304395 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.306327 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.306339 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.306466 1 tasks.go:49] processing task group 1 of 3 I0423 19:33:17.306492 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 19:33:17.306500 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:33:17.312880 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.313456 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.313593 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.318011 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.321839 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0423 19:33:17.322030 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.322235 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.322783 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.327411 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.329897 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.329909 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.332841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0423 19:33:17.335083 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.335090 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.335115 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.340791 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.340836 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.340984 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.341666 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:33:17.346796 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0423 19:33:17.346812 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0423 19:33:17.348671 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.348694 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.348806 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0423 19:33:17.348823 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-23T19:28:17Z",   ) I0423 19:33:17.348836 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-22T19:28:17Z",   ) I0423 19:33:17.348846 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-23T19:28:17Z",   ) I0423 19:33:17.348866 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-22T19:28:17Z",   ) I0423 19:33:17.348955 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-23T19:28:17Z",   ) I0423 19:33:17.348977 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-22T19:28:17Z",   ) I0423 19:33:17.355952 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0423 19:33:17.355970 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0423 19:33:17.362103 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0423 19:33:17.362621 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0423 19:33:17.362766 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0423 19:33:17.362779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0423 19:33:17.362813 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0423 19:33:17.405371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0423 19:33:17.487129 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0423 19:33:17.509321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 19:33:17.541151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 19:33:17.550407 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0423 19:33:17.551920 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0423 19:33:17.551934 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0423 19:33:17.551949 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0423 19:33:17.551955 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0423 19:33:17.554951 1 secure_serving.go:57] Forcing use of http/1.1 only I0423 19:33:17.554969 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0423 19:33:17.558095 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 19:33:17.569338 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0423 19:33:17.569356 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0423 19:33:17.569361 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0423 19:33:17.569375 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0423 19:33:17.569380 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0423 19:33:17.569386 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0423 19:33:17.569410 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0423 19:33:17.569599 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0423 19:33:17.569670 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776972768\" (2026-04-23 19:32:58 +0000 UTC to 2028-04-22 19:32:59 +0000 UTC (now=2026-04-23 19:33:17.569636142 +0000 UTC))" I0423 19:33:17.569834 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776972797\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776972797\" (2026-04-23 18:33:17 +0000 UTC to 2029-04-23 18:33:17 +0000 UTC (now=2026-04-23 19:33:17.569820246 +0000 UTC))" I0423 19:33:17.569852 1 secure_serving.go:211] Serving securely on [::]:8443 I0423 19:33:17.569872 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0423 19:33:17.569884 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0423 19:33:17.579259 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0423 19:33:17.579317 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0423 19:33:17.579421 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0423 19:33:17.669809 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0423 19:33:17.669838 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0423 19:33:17.669805 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0423 19:33:17.670046 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-23 19:21:02 +0000 UTC to 2036-04-20 19:21:02 +0000 UTC (now=2026-04-23 19:33:17.6700206 +0000 UTC))" I0423 19:33:17.670261 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776972768\" (2026-04-23 19:32:58 +0000 UTC to 2028-04-22 19:32:59 +0000 UTC (now=2026-04-23 19:33:17.670245912 +0000 UTC))" I0423 19:33:17.670421 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776972797\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776972797\" (2026-04-23 18:33:17 +0000 UTC to 2029-04-23 18:33:17 +0000 UTC (now=2026-04-23 19:33:17.6704084 +0000 UTC))" I0423 19:33:17.670542 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-23 19:21:09 +0000 UTC to 2036-04-20 19:21:09 +0000 UTC (now=2026-04-23 19:33:17.670529752 +0000 UTC))" I0423 19:33:17.670561 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-23 19:21:16 +0000 UTC to 2036-04-20 19:21:16 +0000 UTC (now=2026-04-23 19:33:17.670551958 +0000 UTC))" I0423 19:33:17.670576 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-23 19:21:17 +0000 UTC to 2036-04-20 19:21:17 +0000 UTC (now=2026-04-23 19:33:17.670568203 +0000 UTC))" I0423 19:33:17.670592 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-23 19:21:18 +0000 UTC to 2036-04-20 19:21:18 +0000 UTC (now=2026-04-23 19:33:17.670584335 +0000 UTC))" I0423 19:33:17.670606 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-23 19:21:20 +0000 UTC to 2036-04-20 19:21:20 +0000 UTC (now=2026-04-23 19:33:17.670598164 +0000 UTC))" I0423 19:33:17.670623 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ps23krgrug0inkj9hc8sh6m5b2n43rp-kx-350f7e2753_customer-system-admin-signer@1776972176\" [] issuer=\"\" (2026-04-23 19:22:57 +0000 UTC to 2026-04-30 19:22:58 +0000 UTC (now=2026-04-23 19:33:17.670614329 +0000 UTC))" I0423 19:33:17.670650 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ps23krgrug0inkj9hc8sh6m5b2n43rp-kx-350f7e2753_sre-system-admin-signer@1776972176\" [] issuer=\"\" (2026-04-23 19:22:56 +0000 UTC to 2026-04-30 19:22:57 +0000 UTC (now=2026-04-23 19:33:17.67063116 +0000 UTC))" I0423 19:33:17.670668 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-23 19:21:02 +0000 UTC to 2036-04-20 19:21:02 +0000 UTC (now=2026-04-23 19:33:17.670660348 +0000 UTC))" I0423 19:33:17.670831 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776972768\" (2026-04-23 19:32:58 +0000 UTC to 2028-04-22 19:32:59 +0000 UTC (now=2026-04-23 19:33:17.670818063 +0000 UTC))" I0423 19:33:17.671006 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776972797\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776972797\" (2026-04-23 18:33:17 +0000 UTC to 2029-04-23 18:33:17 +0000 UTC (now=2026-04-23 19:33:17.670992934 +0000 UTC))" I0423 19:33:20.636687 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0423 19:33:20.655960 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0423 19:33:20.672408 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0423 19:33:26.807688 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 19:33:26.807713 1 tasks.go:49] processing task group 2 of 3 I0423 19:33:26.807743 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:33:26.807756 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 19:33:26.807766 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 19:33:26.807776 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 19:33:26.807783 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 19:33:26.807784 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:33:26.807791 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 19:33:26.807800 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 19:33:26.807803 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:33:26.807811 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:33:26.807811 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:33:26.807832 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 19:33:26.807830 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:33:26.807841 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 19:33:26.807857 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 19:33:26.823507 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0423 19:33:26.828760 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0423 19:33:26.843366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0423 19:33:26.853157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0423 19:33:26.860596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0423 19:33:26.890331 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0423 19:33:26.923690 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 19:33:26.923860 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:33:26.946000 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0423 19:33:26.951409 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:33:26.986891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0423 19:33:26.991215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0423 19:33:26.991238 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0423 19:33:26.991248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0423 19:33:26.991261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0423 19:33:27.070342 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0423 19:33:27.071671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0423 19:33:27.075535 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0423 19:33:27.078281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0423 19:33:27.078850 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0423 19:33:27.082251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0423 19:33:27.089806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0423 19:33:27.102608 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0423 19:33:27.112077 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0423 19:33:27.114468 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0423 19:33:27.143222 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0423 19:33:27.144598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0423 19:33:27.179577 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0423 19:33:27.210913 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0423 19:33:27.219355 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0423 19:33:27.241434 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0423 19:33:27.304890 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0423 19:33:27.337350 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0423 19:33:27.362016 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0423 19:33:27.388989 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0423 19:33:27.405003 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0423 19:33:27.440658 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0423 19:33:27.546352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0423 19:33:27.548669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0423 19:33:27.616281 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0423 19:33:27.650165 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0423 19:33:27.662382 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0423 19:33:27.684827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0423 19:33:27.755002 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0423 19:33:27.853239 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0423 19:33:27.889910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0423 19:33:27.953769 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0423 19:33:27.969013 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0423 19:33:27.980313 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0423 19:33:28.049044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0423 19:33:28.050737 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0423 19:33:28.060900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0423 19:33:28.147456 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0423 19:33:28.147793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0423 19:33:28.159434 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0423 19:33:28.163167 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0423 19:33:28.195246 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0423 19:33:28.221110 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0423 19:33:28.221111 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0423 19:33:28.260183 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0423 19:33:28.619528 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0423 19:33:28.966326 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:33:28.966400 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0423 19:33:28.967286 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0423 19:33:28.996732 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0423 19:33:29.009759 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0423 19:33:29.026390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0423 19:33:29.101045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0423 19:33:29.166673 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-bfo0mujt7ka6t -n openshift-monitoring because it was missing I0423 19:33:29.204853 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0423 19:33:29.343563 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0423 19:33:29.445665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0423 19:33:29.548706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0423 19:33:29.646552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0423 19:33:29.748075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0423 19:33:29.850234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0423 19:33:29.942881 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:33:29.952843 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0423 19:33:29.953254 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:33:30.053714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0423 19:33:30.154342 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0423 19:33:30.222976 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0423 19:33:30.239424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0423 19:33:30.715245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0423 19:33:31.214603 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:33:31.740737 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-8i43ho7asrelm -n openshift-monitoring because it was missing I0423 19:33:31.895071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0423 19:33:31.921106 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0423 19:33:32.414709 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0423 19:33:33.268520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-33cukce8rr2tq -n openshift-monitoring because it was missing I0423 19:33:33.286411 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0423 19:33:33.308381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0423 19:33:33.319044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0423 19:33:37.250235 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 19:33:39.975703 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 19:33:39.975775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0423 19:33:40.238411 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 19:33:40.504844 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 19:33:48.241018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0423 19:33:48.273875 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 19:34:00.799556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0423 19:34:00.814290 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 19:34:00.814363 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0423 19:34:02.659964 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:34:18.292805 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 19:34:43.372896 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 19:34:43.372922 1 tasks.go:49] processing task group 3 of 3 I0423 19:34:43.372939 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 19:34:43.422772 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 19:34:43.422874 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0423 19:34:43.428290 1 operator.go:851] Updating ClusterOperator status to done. W0423 19:34:43.519206 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 19:34:43.633840 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 19:34:43.643048 1 tasks.go:49] processing task group 1 of 3 I0423 19:34:43.643076 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:34:43.643088 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 19:34:43.660646 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:34:44.706947 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUE9RazVKODkyUEF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qazNNamMyT0RBZQpGdzB5TmpBME1qTXhPVE15TkRkYUZ3MHlPREEyTWpFeE9UTXlORGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1TnpJM05qZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzZacFRUR3RPL2p4cHpoYys4NFJVdGt1Qi9uQitadzZWSAoxZkpYSFdJbElNZVg4a0tqekltRDNURnMvT1RqcHludXhFNVpiOG1VK3BZUEl5TjdmVGVvaFlmUEd6TDEvVXh4CnNvWlJrZHFkdWtHNkRCM1llRlJYK05Qb3dOZks5NW1lSlVLL0p5NFcvRCt0V29lUmRVUSs0U3N4N00yY1NkSzUKVlJwSll4YXg3d2tCejVvV09qeE85STBQTTNTS256blVJUjNwVzdDWlZVekVjdmFEaS9KNFRCMkI4aWhWV05rMQpoN3NiOEhFcDFYU3FURHRjcTBBdFlaQnVWaUVxb0ZPWkF4b0EzdVNKVE5DdktNL3FSYzBkUjVvMDlmTVVja1g2CmZVZXRvWVRHZlptekFrMzZmZkZtSmhweFFFcWNoYnE5SndqaGliWlVKbHNaUlZnZEw5eFhBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFKWEl0WApZd0k3bWlHSjBtSytSMkpPZ3ljc2F6QWZCZ05WSFNNRUdEQVdnQlFKWEl0WFl3STdtaUdKMG1LK1IySk9neWNzCmF6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFaZFNqWXBvbmFjWmVTbkVYYm9zbUFkK1NnS1cwM2FUQm81Uk4KakEzUmxJSFpxaVBRMmJNODVZMlE4dnBlT1JDREJ1bXdyYmQzQzhxeTBMZnBBbE1tRGV2SUhEaFVHYnkxOFpvUwpkTjlyZzJnd1NnV2JORWw5RVhLZ283ZHl5UkRZUTUrOG12dkJ6NS9nUUFadW5SYkF0NzkreURqRnBMbS9UZk8xCkNaN01TNmNjZGxGakNGUkNXOTNiQlBiMjc2QnVmOGtwcXlZbEZDUk1nR2NBdFFFZEQyTXQ0WGh1ZmMxQWhYNlAKZlZyS3BybTgzZllpZzdQaHEyQ0NySkRnVWdXZUlvRlRSMk5mU3dzcEE3eURzZXFWTlBoQmlVWGExMk0wVHQxSApWMHdQVXA5Q2ZzMXNoSFVRb1g4aUtIUmQ3MnZlQ1FNNVpWcFY5ang5RGVPN2ZDR25FQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0423 19:34:44.712626 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0423 19:34:44.717527 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUE9RazVKODkyUEF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qazNNamMyT0RBZQpGdzB5TmpBME1qTXhPVE15TkRkYUZ3MHlPREEyTWpFeE9UTXlORGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1TnpJM05qZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzZacFRUR3RPL2p4cHpoYys4NFJVdGt1Qi9uQitadzZWSAoxZkpYSFdJbElNZVg4a0tqekltRDNURnMvT1RqcHludXhFNVpiOG1VK3BZUEl5TjdmVGVvaFlmUEd6TDEvVXh4CnNvWlJrZHFkdWtHNkRCM1llRlJYK05Qb3dOZks5NW1lSlVLL0p5NFcvRCt0V29lUmRVUSs0U3N4N00yY1NkSzUKVlJwSll4YXg3d2tCejVvV09qeE85STBQTTNTS256blVJUjNwVzdDWlZVekVjdmFEaS9KNFRCMkI4aWhWV05rMQpoN3NiOEhFcDFYU3FURHRjcTBBdFlaQnVWaUVxb0ZPWkF4b0EzdVNKVE5DdktNL3FSYzBkUjVvMDlmTVVja1g2CmZVZXRvWVRHZlptekFrMzZmZkZtSmhweFFFcWNoYnE5SndqaGliWlVKbHNaUlZnZEw5eFhBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFKWEl0WApZd0k3bWlHSjBtSytSMkpPZ3ljc2F6QWZCZ05WSFNNRUdEQVdnQlFKWEl0WFl3STdtaUdKMG1LK1IySk9neWNzCmF6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFaZFNqWXBvbmFjWmVTbkVYYm9zbUFkK1NnS1cwM2FUQm81Uk4KakEzUmxJSFpxaVBRMmJNODVZMlE4dnBlT1JDREJ1bXdyYmQzQzhxeTBMZnBBbE1tRGV2SUhEaFVHYnkxOFpvUwpkTjlyZzJnd1NnV2JORWw5RVhLZ283ZHl5UkRZUTUrOG12dkJ6NS9nUUFadW5SYkF0NzkreURqRnBMbS9UZk8xCkNaN01TNmNjZGxGakNGUkNXOTNiQlBiMjc2QnVmOGtwcXlZbEZDUk1nR2NBdFFFZEQyTXQ0WGh1ZmMxQWhYNlAKZlZyS3BybTgzZllpZzdQaHEyQ0NySkRnVWdXZUlvRlRSMk5mU3dzcEE3eURzZXFWTlBoQmlVWGExMk0wVHQxSApWMHdQVXA5Q2ZzMXNoSFVRb1g4aUtIUmQ3MnZlQ1FNNVpWcFY5ang5RGVPN2ZDR25FQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0423 19:34:44.723582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5dfd72b8-7c66-421b-8ba4-ac428ceb25c6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0423 19:34:46.804710 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 19:34:46.804731 1 tasks.go:49] processing task group 2 of 3 I0423 19:34:46.804760 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:34:46.804764 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 19:34:46.804780 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 19:34:46.804802 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:34:46.804824 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:34:46.804842 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 19:34:46.804861 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 19:34:46.804873 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 19:34:46.804893 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 19:34:46.804915 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 19:34:46.804947 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:34:46.804962 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 19:34:46.804981 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:34:46.805003 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 19:34:46.805031 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:34:46.859392 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:34:46.888001 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:34:46.903553 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 19:34:46.959196 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:34:47.877227 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:34:47.912737 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:34:47.912801 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 19:34:47.922036 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:34:47.950061 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 19:34:49.977097 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 19:34:51.937002 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 19:34:52.856320 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 19:34:52.952003 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 19:34:56.800199 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:34:57.800482 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:35:28.821238 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:35:29.824412 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:35:37.966234 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 19:35:46.832327 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:36:02.841422 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 19:37:02.169330 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 19:37:02.169355 1 tasks.go:49] processing task group 3 of 3 I0423 19:37:02.169364 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 19:37:02.208990 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 19:37:02.214180 1 operator.go:851] Updating ClusterOperator status to done. W0423 19:37:02.223512 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 19:37:02.251483 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 19:37:02.256326 1 tasks.go:49] processing task group 1 of 3 I0423 19:37:02.256345 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 19:37:02.256363 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:37:02.269310 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:37:05.401526 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 19:37:05.401546 1 tasks.go:49] processing task group 2 of 3 I0423 19:37:05.401569 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:37:05.401570 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 19:37:05.401590 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 19:37:05.401602 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:37:05.401630 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:37:05.401646 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 19:37:05.401678 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:37:05.401692 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 19:37:05.401712 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:37:05.401719 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:37:05.401730 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 19:37:05.401760 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 19:37:05.401775 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 19:37:05.401800 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 19:37:05.401826 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 19:37:05.454478 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:37:05.487045 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 19:37:05.488492 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:37:05.546444 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:37:06.484165 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:37:06.505894 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:37:06.507688 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 19:37:06.518915 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:37:06.537267 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 19:37:08.545835 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 19:37:10.539084 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 19:37:11.464992 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 19:37:11.552166 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 19:37:16.562316 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 19:37:20.724251 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 19:37:20.724276 1 tasks.go:49] processing task group 3 of 3 I0423 19:37:20.724290 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 19:37:20.761506 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 19:37:20.766662 1 operator.go:851] Updating ClusterOperator status to done. I0423 19:38:17.246614 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 19:38:17.246656 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 19:38:17.280526 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 19:38:17.285623 1 tasks.go:49] processing task group 1 of 3 I0423 19:38:17.285649 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 19:38:17.285672 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:38:17.300510 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:38:20.460013 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 19:38:20.460038 1 tasks.go:49] processing task group 2 of 3 I0423 19:38:20.460064 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:38:20.460071 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 19:38:20.460079 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 19:38:20.460099 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:38:20.460119 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:38:20.460130 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 19:38:20.460156 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:38:20.460170 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 19:38:20.460186 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 19:38:20.460210 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 19:38:20.460252 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 19:38:20.460644 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:38:20.460235 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:38:20.460889 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 19:38:20.460253 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 19:38:20.544851 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:38:20.605387 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:38:20.646343 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 19:38:20.732163 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:38:21.572978 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:38:21.586750 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:38:21.601976 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:38:21.616383 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 19:38:21.698757 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 19:38:23.657389 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 19:38:25.639947 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 19:38:26.526997 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 19:38:26.690132 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 19:38:31.668537 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 19:38:35.842370 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 19:38:35.842395 1 tasks.go:49] processing task group 3 of 3 I0423 19:38:35.842416 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 19:38:35.882243 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 19:38:35.887523 1 operator.go:851] Updating ClusterOperator status to done. I0423 19:40:23.371846 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0423 19:40:23.371877 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 19:40:23.401717 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 19:40:23.406189 1 tasks.go:49] processing task group 1 of 3 I0423 19:40:23.406216 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 19:40:23.406232 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:40:23.420945 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 19:40:26.557473 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 19:40:26.557496 1 tasks.go:49] processing task group 2 of 3 I0423 19:40:26.557520 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:40:26.557533 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 19:40:26.557546 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:40:26.557560 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 19:40:26.557580 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 19:40:26.557595 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 19:40:26.557611 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:40:26.557634 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 19:40:26.557649 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:40:26.557668 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 19:40:26.557683 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 19:40:26.557703 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 19:40:26.557536 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 19:40:26.557716 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:40:26.557718 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:40:26.612727 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 19:40:26.626087 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 19:40:26.649338 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 19:40:26.710945 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 19:40:27.635672 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 19:40:27.648100 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 19:40:27.654232 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 19:40:27.670214 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 19:40:27.700125 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 19:40:29.705579 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 19:40:31.698637 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 19:40:32.615199 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 19:40:32.722478 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 19:40:37.707814 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 19:40:41.864358 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 19:40:41.864381 1 tasks.go:49] processing task group 3 of 3 I0423 19:40:41.864397 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 19:40:41.898744 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 19:40:41.903407 1 operator.go:851] Updating ClusterOperator status to done.