W0329 02:52:25.061587 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0329 02:52:25.061927 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0329 02:52:25.061941 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0329 02:52:25.061946 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0329 02:52:25.061950 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0329 02:52:25.061954 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0329 02:52:25.092382 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0329 02:52:25.096224 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0329 02:52:25.096250 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0329 02:52:25.096569 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0329 02:52:25.099650 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0329 02:52:25.105207 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0329 02:52:25.107075 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0329 02:52:25.107801 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0329 02:52:25.108971 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0329 02:52:25.109679 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0329 02:52:25.110989 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0329 02:52:25.111210 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0329 02:52:25.118143 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0329 02:52:25.118214 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0329 02:52:25.118335 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0329 02:52:25.118868 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0329 02:52:25.120619 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0329 02:52:25.120703 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0329 02:52:25.126491 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0329 02:52:25.128491 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0329 02:52:25.129353 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 02:52:25.152517 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0329 02:52:25.200701 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0329 02:52:25.200746 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 02:52:25.200779 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0329 02:52:25.200792 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0329 02:52:25.200798 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0329 02:52:25.200798 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0329 02:52:25.200808 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0329 02:52:25.200777 1 rule_controller.go:114] Starting alerting rules controller I0329 02:52:25.200813 1 relabel_controller.go:117] Starting alert relabel config controller I0329 02:52:25.200812 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0329 02:52:25.200813 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0329 02:52:25.200830 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0329 02:52:25.200833 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0329 02:52:25.200837 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0329 02:52:25.200836 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0329 02:52:25.204557 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0329 02:52:25.205973 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0329 02:52:25.206070 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0329 02:52:25.206458 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0329 02:52:25.212936 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.213068 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0329 02:52:25.215075 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.215079 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.215262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0329 02:52:25.215363 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0329 02:52:25.230792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-hn9xz" is created for OpenShiftMonitoringTelemeterClientCertRequester I0329 02:52:25.237406 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-smrcc" is created for OpenShiftMonitoringClientCertRequester I0329 02:52:25.237725 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-pdnmr" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0329 02:52:25.241491 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.246249 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.253341 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.255397 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.255574 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.265368 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.265445 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.265459 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.276739 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 02:52:25.277181 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.277187 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.277182 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.290683 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.290951 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.290963 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.297991 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.298541 1 tasks.go:49] processing task group 1 of 3 I0329 02:52:25.298572 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 02:52:25.298590 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:52:25.301487 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0329 02:52:25.301516 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0329 02:52:25.307061 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.307256 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.311650 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.312522 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.317083 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.324206 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0329 02:52:25.325239 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.325824 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0329 02:52:25.327353 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.327391 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.335420 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.339371 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.339397 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.351926 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.351926 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.352082 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.355511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0329 02:52:25.358310 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.360150 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.360188 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.361232 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:52:25.368149 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.368387 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.368429 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.380885 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.380886 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.381153 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.389721 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.389862 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.389960 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.398398 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:25.435929 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0329 02:52:25.437612 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0329 02:52:25.437633 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0329 02:52:25.437655 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0329 02:52:25.437663 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0329 02:52:25.440550 1 secure_serving.go:57] Forcing use of http/1.1 only I0329 02:52:25.440564 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0329 02:52:25.448087 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0329 02:52:25.448104 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0329 02:52:25.448139 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0329 02:52:25.448149 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0329 02:52:25.448160 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0329 02:52:25.448167 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0329 02:52:25.448377 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0329 02:52:25.448541 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774752712\" (2026-03-29 02:52:01 +0000 UTC to 2028-03-28 02:52:02 +0000 UTC (now=2026-03-29 02:52:25.448509167 +0000 UTC))" I0329 02:52:25.448726 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774752745\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774752745\" (2026-03-29 01:52:25 +0000 UTC to 2029-03-29 01:52:25 +0000 UTC (now=2026-03-29 02:52:25.44870367 +0000 UTC))" I0329 02:52:25.448754 1 secure_serving.go:211] Serving securely on [::]:8443 I0329 02:52:25.448780 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0329 02:52:25.448800 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0329 02:52:25.451797 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0329 02:52:25.451796 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0329 02:52:25.451880 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0329 02:52:25.476209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0329 02:52:25.548864 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0329 02:52:25.548885 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0329 02:52:25.548967 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0329 02:52:25.549054 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-29 02:42:57 +0000 UTC to 2036-03-26 02:42:57 +0000 UTC (now=2026-03-29 02:52:25.549026847 +0000 UTC))" I0329 02:52:25.549269 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774752712\" (2026-03-29 02:52:01 +0000 UTC to 2028-03-28 02:52:02 +0000 UTC (now=2026-03-29 02:52:25.549253188 +0000 UTC))" I0329 02:52:25.549489 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774752745\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774752745\" (2026-03-29 01:52:25 +0000 UTC to 2029-03-29 01:52:25 +0000 UTC (now=2026-03-29 02:52:25.549445592 +0000 UTC))" I0329 02:52:25.549647 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-29 02:42:58 +0000 UTC to 2036-03-26 02:42:58 +0000 UTC (now=2026-03-29 02:52:25.549633498 +0000 UTC))" I0329 02:52:25.549671 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-29 02:43:03 +0000 UTC to 2036-03-26 02:43:03 +0000 UTC (now=2026-03-29 02:52:25.54965991 +0000 UTC))" I0329 02:52:25.549688 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-29 02:43:07 +0000 UTC to 2036-03-26 02:43:07 +0000 UTC (now=2026-03-29 02:52:25.549677955 +0000 UTC))" I0329 02:52:25.549712 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-29 02:43:12 +0000 UTC to 2036-03-26 02:43:12 +0000 UTC (now=2026-03-29 02:52:25.549694518 +0000 UTC))" I0329 02:52:25.549740 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-29 02:43:14 +0000 UTC to 2036-03-26 02:43:14 +0000 UTC (now=2026-03-29 02:52:25.549721442 +0000 UTC))" I0329 02:52:25.549769 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pb44o7svvhvrbms3qmq2smscrbj81th-kx-457e589fce_customer-system-admin-signer@1774752303\" [] issuer=\"\" (2026-03-29 02:45:03 +0000 UTC to 2026-04-05 02:45:04 +0000 UTC (now=2026-03-29 02:52:25.549751295 +0000 UTC))" I0329 02:52:25.549803 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pb44o7svvhvrbms3qmq2smscrbj81th-kx-457e589fce_sre-system-admin-signer@1774752303\" [] issuer=\"\" (2026-03-29 02:45:03 +0000 UTC to 2026-04-05 02:45:04 +0000 UTC (now=2026-03-29 02:52:25.549787491 +0000 UTC))" I0329 02:52:25.549821 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-29 02:42:57 +0000 UTC to 2036-03-26 02:42:57 +0000 UTC (now=2026-03-29 02:52:25.549813067 +0000 UTC))" I0329 02:52:25.550017 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774752712\" (2026-03-29 02:52:01 +0000 UTC to 2028-03-28 02:52:02 +0000 UTC (now=2026-03-29 02:52:25.550000064 +0000 UTC))" I0329 02:52:25.550237 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774752745\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774752745\" (2026-03-29 01:52:25 +0000 UTC to 2029-03-29 01:52:25 +0000 UTC (now=2026-03-29 02:52:25.550224308 +0000 UTC))" I0329 02:52:25.586059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0329 02:52:25.603899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0329 02:52:25.639688 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0329 02:52:25.652749 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0329 02:52:29.960143 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:29.960302 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-29T02:47:29Z", ) I0329 02:52:29.960323 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-28T02:47:29Z", ) I0329 02:52:29.963375 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:29.963383 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0329 02:52:29.963521 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-29T02:47:29Z", ) I0329 02:52:29.963539 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-28T02:47:29Z", ) I0329 02:52:29.963599 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-29T02:47:29Z", ) I0329 02:52:29.963617 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-28T02:47:29Z", ) I0329 02:52:29.969448 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0329 02:52:29.969487 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0329 02:52:29.976432 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0329 02:52:29.976430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0329 02:52:29.978440 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0329 02:52:29.978456 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0329 02:52:33.727365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0329 02:52:33.748171 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0329 02:52:33.768978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0329 02:52:38.932503 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 02:52:38.932523 1 tasks.go:49] processing task group 2 of 3 I0329 02:52:38.932551 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:52:38.932551 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 02:52:38.932564 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:52:38.932562 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 02:52:38.932571 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 02:52:38.932575 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 02:52:38.932577 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 02:52:38.932582 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:52:38.932582 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:52:38.932589 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 02:52:38.932594 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 02:52:38.932595 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:52:38.932601 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 02:52:38.932606 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 02:52:38.932637 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:52:38.955442 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0329 02:52:38.956142 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0329 02:52:38.960489 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0329 02:52:38.974994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0329 02:52:38.985490 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0329 02:52:39.015405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0329 02:52:39.041937 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 02:52:39.047943 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:52:39.079204 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:52:39.084393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0329 02:52:39.129102 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0329 02:52:39.132819 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0329 02:52:39.132834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0329 02:52:39.132966 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0329 02:52:39.136924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0329 02:52:39.218082 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0329 02:52:39.222838 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0329 02:52:39.222855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0329 02:52:39.222864 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0329 02:52:39.224615 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0329 02:52:39.242127 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0329 02:52:39.266907 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0329 02:52:39.266939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0329 02:52:39.298056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0329 02:52:39.308329 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0329 02:52:39.366090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0329 02:52:39.395033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0329 02:52:39.452771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0329 02:52:39.463726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0329 02:52:39.493348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0329 02:52:39.545159 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0329 02:52:39.571622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0329 02:52:39.592016 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0329 02:52:39.600516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0329 02:52:39.634724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0329 02:52:39.706385 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0329 02:52:39.770230 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0329 02:52:39.792314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0329 02:52:39.884410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0329 02:52:39.940776 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0329 02:52:39.941091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0329 02:52:39.965627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0329 02:52:40.015207 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0329 02:52:40.048459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0329 02:52:40.113765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0329 02:52:40.128052 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0329 02:52:40.158269 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0329 02:52:40.211294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0329 02:52:40.303893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0329 02:52:40.303945 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0329 02:52:40.310530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0329 02:52:40.329881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0329 02:52:40.391248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0329 02:52:40.414455 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0329 02:52:40.420033 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0329 02:52:40.444670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0329 02:52:40.451991 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0329 02:52:40.493145 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0329 02:52:40.574273 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0329 02:52:40.729041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0329 02:52:40.860481 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0329 02:52:41.119308 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0329 02:52:41.137943 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0329 02:52:41.156204 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0329 02:52:41.270640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0329 02:52:41.365185 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0329 02:52:41.460691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0329 02:52:41.579372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0329 02:52:41.685488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0329 02:52:41.697175 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:52:41.697222 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0329 02:52:41.697848 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0329 02:52:41.778719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0329 02:52:41.886335 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0329 02:52:41.989909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0329 02:52:42.073134 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:52:42.092430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0329 02:52:42.094429 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:52:42.194361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0329 02:52:42.294585 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0329 02:52:42.377965 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0329 02:52:42.399765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0329 02:52:42.466854 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-33ovgs2g8cm9g -n openshift-monitoring because it was missing I0329 02:52:43.015188 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0329 02:52:43.357447 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:52:44.018322 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0329 02:52:44.062147 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0329 02:52:44.081063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-8jg66sh9ih3ki -n openshift-monitoring because it was missing I0329 02:52:44.405139 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 02:52:44.435124 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 02:52:44.645687 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0329 02:52:45.433683 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-3e4r8ikq12ugg -n openshift-monitoring because it was missing I0329 02:52:45.454622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0329 02:52:45.479192 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0329 02:52:45.498928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0329 02:52:51.798911 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 02:52:52.153765 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 02:52:52.153788 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0329 02:52:54.562370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0329 02:52:54.606447 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 02:52:58.453850 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 02:53:13.165836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0329 02:53:13.183868 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 02:53:13.183941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0329 02:53:13.453654 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 02:53:20.512351 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 02:53:55.567265 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 02:53:55.567292 1 tasks.go:49] processing task group 3 of 3 I0329 02:53:55.567310 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 02:53:55.630608 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 02:53:55.630708 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0329 02:53:55.637772 1 operator.go:851] Updating ClusterOperator status to done. W0329 02:53:55.697028 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 02:53:55.751966 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 02:53:55.757578 1 tasks.go:49] processing task group 1 of 3 I0329 02:53:55.757606 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 02:53:55.757617 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:53:55.773902 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:53:56.813190 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQkM0dERyL1lsMWt3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EYzFNamN4TWpBZQpGdzB5TmpBek1qa3dNalV4TlRGYUZ3MHlPREExTWpjd01qVXhOVEphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEzTlRJM01USXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzFOQmNSZGF0UDdOT2tGeWRGbmJYa0N1YnFMOHMwT0ZLdwpUV1ZrNzYzSG9FanJFY0ViMFhNRUJJcXUxZXhBWEllMXdabWxZL0R3MHExSVhNa1o0R0dTcy8wbkc5YUxKU2NHCjIzRTJGVGhYRFNDWG5BeUovYTJBeDJDVGF2TWE5Zm9lY0VycGpvaFlva3pvM1BVTEh2cmhQREJMN1p2dnQ5VEMKaGJQdUwvNS8wNjBQN0xMOStiWGdsZDJBdGpHU2s1UDNsdUxMbUZjSmpMdUdKYXJ0bmQ5RTNxTEJhc0Nucy80ZQpncEhJVXNiVUR0L0hDTlNBWGROd3Z2elhjU2R3N0xQQWthdzBYa0d0SkF6eC9vNy9iU2IvTVZRdkI0b3Y4MEQvCkM2Y0REMFdFTTBGdi9UNmJnajllaGJLZjhLN1JZODBoOGlaTCtBM0tvUlgvNTk0UU1POUxBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJsOFNwYwp4emtwYlhnYlZ2aHFEVmZBZEp1UUNEQWZCZ05WSFNNRUdEQVdnQlJsOFNwY3h6a3BiWGdiVnZocURWZkFkSnVRCkNEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFVVGpkZlMrRW44M2VSUGg3RkdxdnpqV3JncGt3NG1EYWdpdFUKZHIzdmxjU0Vjcm42aFUranh2QUREbjJGVlR6cElwUnBKdkd1bTQrZ2dmNHFYNFAxQ2U5eFhueFQvME9mRE53dwpnVGhzUG5XTjNhV09ZMUhQNHUvay93K0RuTk9VN1psc0xHekJQZWVxcTJtQkQ1Ti94V01FN0tIbW9VNjVRaW9kCmRZS2N6MmpucmxiYndzYXZKczBQNFhud2lVT0lES2Z4NTFoWlQzaHNYTHpJL2pwdmMwdFM5dmJOZVdoS1J2RjEKam41Q1d1S0c3WU9UdDU1NFMzOGRBWDQvMm9pS0t3eVVGbzJTV0ViSjlIMG9GWXl2R2tYYkpnbUlYQ0M4bHJicgprSjBwalVDMkpFRDJZMlJ5ZFRmYlY2VEx4T2Q5d2ZnODBpYmRYa2YrUG5NOHd3dTJDZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0329 02:53:56.820702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0329 02:53:56.826206 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQkM0dERyL1lsMWt3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EYzFNamN4TWpBZQpGdzB5TmpBek1qa3dNalV4TlRGYUZ3MHlPREExTWpjd01qVXhOVEphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEzTlRJM01USXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzFOQmNSZGF0UDdOT2tGeWRGbmJYa0N1YnFMOHMwT0ZLdwpUV1ZrNzYzSG9FanJFY0ViMFhNRUJJcXUxZXhBWEllMXdabWxZL0R3MHExSVhNa1o0R0dTcy8wbkc5YUxKU2NHCjIzRTJGVGhYRFNDWG5BeUovYTJBeDJDVGF2TWE5Zm9lY0VycGpvaFlva3pvM1BVTEh2cmhQREJMN1p2dnQ5VEMKaGJQdUwvNS8wNjBQN0xMOStiWGdsZDJBdGpHU2s1UDNsdUxMbUZjSmpMdUdKYXJ0bmQ5RTNxTEJhc0Nucy80ZQpncEhJVXNiVUR0L0hDTlNBWGROd3Z2elhjU2R3N0xQQWthdzBYa0d0SkF6eC9vNy9iU2IvTVZRdkI0b3Y4MEQvCkM2Y0REMFdFTTBGdi9UNmJnajllaGJLZjhLN1JZODBoOGlaTCtBM0tvUlgvNTk0UU1POUxBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJsOFNwYwp4emtwYlhnYlZ2aHFEVmZBZEp1UUNEQWZCZ05WSFNNRUdEQVdnQlJsOFNwY3h6a3BiWGdiVnZocURWZkFkSnVRCkNEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFVVGpkZlMrRW44M2VSUGg3RkdxdnpqV3JncGt3NG1EYWdpdFUKZHIzdmxjU0Vjcm42aFUranh2QUREbjJGVlR6cElwUnBKdkd1bTQrZ2dmNHFYNFAxQ2U5eFhueFQvME9mRE53dwpnVGhzUG5XTjNhV09ZMUhQNHUvay93K0RuTk9VN1psc0xHekJQZWVxcTJtQkQ1Ti94V01FN0tIbW9VNjVRaW9kCmRZS2N6MmpucmxiYndzYXZKczBQNFhud2lVT0lES2Z4NTFoWlQzaHNYTHpJL2pwdmMwdFM5dmJOZVdoS1J2RjEKam41Q1d1S0c3WU9UdDU1NFMzOGRBWDQvMm9pS0t3eVVGbzJTV0ViSjlIMG9GWXl2R2tYYkpnbUlYQ0M4bHJicgprSjBwalVDMkpFRDJZMlJ5ZFRmYlY2VEx4T2Q5d2ZnODBpYmRYa2YrUG5NOHd3dTJDZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0329 02:53:56.832460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ea0564d3-4270-4b9a-820c-232cda43d40b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0329 02:53:58.933847 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 02:53:58.933871 1 tasks.go:49] processing task group 2 of 3 I0329 02:53:58.933899 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 02:53:58.933914 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:53:58.933923 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:53:58.933941 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 02:53:58.933957 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 02:53:58.933973 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 02:53:58.933989 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:53:58.934013 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 02:53:58.934025 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:53:58.934051 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 02:53:58.934066 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 02:53:58.934067 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:53:58.934087 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:53:58.934114 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 02:53:58.933930 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 02:53:59.001562 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:53:59.026652 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:53:59.029891 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 02:53:59.107415 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:54:00.017352 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:54:00.045719 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 02:54:00.052056 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:54:00.080323 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 02:54:00.081820 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:54:02.135416 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 02:54:04.099864 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 02:54:05.017398 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 02:54:05.111244 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 02:54:10.144523 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 02:54:13.457865 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 02:54:14.356249 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 02:54:14.356279 1 tasks.go:49] processing task group 3 of 3 I0329 02:54:14.356298 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 02:54:14.402449 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 02:54:14.410054 1 operator.go:851] Updating ClusterOperator status to done. W0329 02:54:14.422265 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 02:54:14.460207 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 02:54:14.466018 1 tasks.go:49] processing task group 1 of 3 I0329 02:54:14.466041 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 02:54:14.466055 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:54:14.483524 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:54:17.632690 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 02:54:17.632712 1 tasks.go:49] processing task group 2 of 3 I0329 02:54:17.632736 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:54:17.632741 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 02:54:17.632756 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 02:54:17.632774 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 02:54:17.632792 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:54:17.632811 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 02:54:17.632835 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:54:17.632845 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 02:54:17.632869 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:54:17.632884 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 02:54:17.632904 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 02:54:17.632925 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 02:54:17.632925 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 02:54:17.632952 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:54:17.632976 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:54:17.701914 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:54:17.723279 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:54:17.723357 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 02:54:17.794746 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:54:18.720167 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:54:18.754528 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 02:54:18.759778 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:54:18.785979 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:54:18.787116 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 02:54:20.834788 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 02:54:22.812802 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 02:54:23.722887 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 02:54:23.837020 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 02:54:28.834867 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 02:54:33.043908 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 02:54:33.043936 1 tasks.go:49] processing task group 3 of 3 I0329 02:54:33.043948 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 02:54:33.087310 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 02:54:33.092820 1 operator.go:851] Updating ClusterOperator status to done. I0329 02:56:14.102453 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0329 02:56:14.102508 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 02:56:14.148065 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 02:56:14.154341 1 tasks.go:49] processing task group 1 of 3 I0329 02:56:14.154369 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 02:56:14.154385 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:56:14.172382 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:56:17.345507 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 02:56:17.345530 1 tasks.go:49] processing task group 2 of 3 I0329 02:56:17.345560 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:56:17.345562 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 02:56:17.345587 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:56:17.345621 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 02:56:17.345639 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:56:17.345665 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 02:56:17.345678 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 02:56:17.345698 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:56:17.345714 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 02:56:17.345719 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 02:56:17.345737 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 02:56:17.345760 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 02:56:17.345784 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 02:56:17.345804 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:56:17.345828 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:56:17.418360 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:56:17.440204 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 02:56:17.443584 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:56:17.534109 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:56:18.437424 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:56:18.466072 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 02:56:18.471317 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:56:18.476978 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:56:18.515549 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 02:56:20.540049 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 02:56:22.510974 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 02:56:23.410544 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 02:56:23.528730 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 02:56:28.517739 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 02:56:32.750683 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 02:56:32.750713 1 tasks.go:49] processing task group 3 of 3 I0329 02:56:32.750731 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 02:56:32.791838 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 02:56:32.797828 1 operator.go:851] Updating ClusterOperator status to done. I0329 02:57:25.200903 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0329 02:57:25.200943 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 02:57:25.237000 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 02:57:25.243791 1 tasks.go:49] processing task group 1 of 3 I0329 02:57:25.243825 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 02:57:25.243841 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:57:25.258435 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:57:28.425484 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 02:57:28.425504 1 tasks.go:49] processing task group 2 of 3 I0329 02:57:28.425524 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:57:28.425535 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 02:57:28.425546 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 02:57:28.425565 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:57:28.425588 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:57:28.425632 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 02:57:28.425614 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 02:57:28.425657 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 02:57:28.425671 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:57:28.425693 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 02:57:28.425722 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:57:28.425530 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:57:28.425772 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 02:57:28.425781 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 02:57:28.425783 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 02:57:28.494885 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:57:28.520858 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:57:28.542596 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 02:57:28.594240 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:57:29.519604 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:57:29.547482 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:57:29.549540 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 02:57:29.569730 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:57:29.574203 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 02:57:31.645687 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 02:57:33.597544 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 02:57:34.488803 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 02:57:34.602895 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 02:57:39.615193 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 02:57:43.783782 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 02:57:43.783806 1 tasks.go:49] processing task group 3 of 3 I0329 02:57:43.783819 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 02:57:43.823877 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 02:57:43.829496 1 operator.go:851] Updating ClusterOperator status to done. I0329 03:02:25.201316 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0329 03:02:25.201374 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 03:02:25.232115 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 03:02:25.237898 1 tasks.go:49] processing task group 1 of 3 I0329 03:02:25.237923 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 03:02:25.237940 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 03:02:25.253485 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 03:02:28.412378 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 03:02:28.412402 1 tasks.go:49] processing task group 2 of 3 I0329 03:02:28.412428 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 03:02:28.412440 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 03:02:28.412437 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 03:02:28.412454 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 03:02:28.412487 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 03:02:28.412491 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 03:02:28.412513 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 03:02:28.412525 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 03:02:28.412539 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 03:02:28.412568 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 03:02:28.412583 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 03:02:28.412603 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 03:02:28.412631 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 03:02:28.412626 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 03:02:28.412649 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 03:02:28.500273 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 03:02:28.505706 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 03:02:28.522956 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 03:02:28.590905 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 03:02:29.513141 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 03:02:29.538595 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 03:02:29.539654 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 03:02:29.543836 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 03:02:29.584291 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 03:02:31.587894 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 03:02:33.584171 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 03:02:34.481398 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 03:02:34.591987 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 03:02:39.581673 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 03:02:43.774403 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 03:02:43.774434 1 tasks.go:49] processing task group 3 of 3 I0329 03:02:43.774453 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 03:02:43.812556 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 03:02:43.817872 1 operator.go:851] Updating ClusterOperator status to done. I0329 03:07:25.108065 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0329 03:07:25.108087 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0329 03:07:25.108111 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 03:07:25.111259 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0329 03:07:25.111320 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0329 03:07:25.111328 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0329 03:07:25.111414 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0329 03:07:25.111433 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0329 03:07:25.118418 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0329 03:07:25.118436 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 03:07:25.118448 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0329 03:07:25.119523 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0329 03:07:25.141199 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 03:07:25.146847 1 tasks.go:49] processing task group 1 of 3 I0329 03:07:25.146872 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 03:07:25.146886 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 03:07:25.152927 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0329 03:07:25.161827 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 03:07:25.201707 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0329 03:07:28.339021 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 03:07:28.339041 1 tasks.go:49] processing task group 2 of 3 I0329 03:07:28.339065 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 03:07:28.339076 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 03:07:28.339085 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 03:07:28.339100 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 03:07:28.339120 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 03:07:28.339148 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 03:07:28.339164 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 03:07:28.339183 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 03:07:28.339200 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 03:07:28.339209 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 03:07:28.339243 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 03:07:28.339254 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 03:07:28.339278 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 03:07:28.339279 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 03:07:28.339294 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 03:07:28.398587 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 03:07:28.421434 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 03:07:28.421845 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 03:07:28.489675 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 03:07:29.419300 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 03:07:29.446958 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 03:07:29.455149 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 03:07:29.481112 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 03:07:29.484216 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 03:07:31.521859 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 03:07:33.486806 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 03:07:34.410060 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 03:07:34.505435 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 03:07:39.522035 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 03:07:43.690834 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 03:07:43.690858 1 tasks.go:49] processing task group 3 of 3 I0329 03:07:43.690871 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 03:07:43.732481 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 03:07:43.738182 1 operator.go:851] Updating ClusterOperator status to done. W0329 03:07:43.748697 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 03:07:43.780056 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 03:07:43.785145 1 tasks.go:49] processing task group 1 of 3 I0329 03:07:43.785167 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 03:07:43.785186 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 03:07:43.798868 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 03:07:46.926542 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 03:07:46.926567 1 tasks.go:49] processing task group 2 of 3 I0329 03:07:46.926596 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 03:07:46.926599 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 03:07:46.926611 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 03:07:46.926632 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 03:07:46.926662 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 03:07:46.926651 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 03:07:46.926673 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 03:07:46.926693 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 03:07:46.926715 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 03:07:46.926737 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 03:07:46.926756 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 03:07:46.926762 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 03:07:46.926779 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 03:07:46.926829 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 03:07:46.926744 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 03:07:46.989671 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 03:07:47.007774 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 03:07:47.013113 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 03:07:47.079335 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 03:07:48.003289 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 03:07:48.033376 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 03:07:48.041583 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 03:07:48.065878 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 03:07:48.067934 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 03:07:50.104549 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 03:07:52.086124 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 03:07:52.997939 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 03:07:53.093010 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 03:07:58.091629 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 03:08:02.293170 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 03:08:02.293194 1 tasks.go:49] processing task group 3 of 3 I0329 03:08:02.293207 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 03:08:02.334668 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 03:08:02.340815 1 operator.go:851] Updating ClusterOperator status to done.