W0324 15:41:56.515033 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0324 15:41:56.515396 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0324 15:41:56.515410 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0324 15:41:56.515415 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0324 15:41:56.515418 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0324 15:41:56.515421 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0324 15:41:56.537241 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0324 15:41:56.540592 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0324 15:41:56.540643 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0324 15:41:56.541279 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0324 15:41:56.543250 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0324 15:41:56.549722 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0324 15:41:56.549939 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0324 15:41:56.551040 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0324 15:41:56.551717 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0324 15:41:56.551785 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0324 15:41:56.552841 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0324 15:41:56.553421 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0324 15:41:56.555568 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0324 15:41:56.555688 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0324 15:41:56.555702 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0324 15:41:56.556161 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0324 15:41:56.556957 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0324 15:41:56.557566 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0324 15:41:56.602879 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0324 15:41:56.645975 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0324 15:41:56.646027 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0324 15:41:56.646058 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0324 15:41:56.646074 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0324 15:41:56.646073 1 rule_controller.go:114] Starting alerting rules controller I0324 15:41:56.646082 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0324 15:41:56.646067 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0324 15:41:56.646094 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0324 15:41:56.646093 1 relabel_controller.go:117] Starting alert relabel config controller I0324 15:41:56.646102 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0324 15:41:56.646113 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0324 15:41:56.646117 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0324 15:41:56.646095 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0324 15:41:56.646129 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0324 15:41:56.646136 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0324 15:41:56.648775 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0324 15:41:56.649589 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0324 15:41:56.649610 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0324 15:41:56.649631 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0324 15:41:56.652153 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.652153 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.652153 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.652377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0324 15:41:56.652393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0324 15:41:56.652595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0324 15:41:56.656030 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0324 15:41:56.658194 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0324 15:41:56.661046 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0324 15:41:56.668482 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-qzb4v" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0324 15:41:56.670700 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-wkrl9" is created for OpenShiftMonitoringClientCertRequester I0324 15:41:56.670727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-pzssn" is created for OpenShiftMonitoringTelemeterClientCertRequester I0324 15:41:56.676039 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.679943 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.680101 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.680862 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.683761 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.685157 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.685174 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.688172 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.689424 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.689424 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.691707 1 operator.go:830] Updating ClusterOperator status to InProgress. I0324 15:41:56.691917 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.695362 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.695366 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.697471 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.701756 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.702983 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.702986 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.710538 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.711897 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.712077 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.715780 1 tasks.go:49] processing task group 1 of 3 I0324 15:41:56.715803 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0324 15:41:56.715815 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:41:56.721647 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.722238 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.722333 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.725989 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.729554 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.729583 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.729702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0324 15:41:56.730208 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.736903 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.740409 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.740417 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.742469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0324 15:41:56.747062 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0324 15:41:56.747081 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0324 15:41:56.754606 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:41:56.754629 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.754639 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.754666 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0324 15:41:56.754766 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-24T15:36:56Z", ) I0324 15:41:56.754780 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-23T15:36:56Z", ) I0324 15:41:56.754799 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-24T15:36:56Z", ) I0324 15:41:56.754807 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-24T15:36:56Z", ) I0324 15:41:56.754821 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-23T15:36:56Z", ) I0324 15:41:56.754828 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-23T15:36:56Z", ) I0324 15:41:56.766991 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0324 15:41:56.767044 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0324 15:41:56.768462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0324 15:41:56.768565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0324 15:41:56.768670 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0324 15:41:56.768793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0324 15:41:56.768936 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0324 15:41:56.903076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0324 15:41:56.992832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0324 15:41:57.010929 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0324 15:41:57.036017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0324 15:41:57.056003 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0324 15:41:57.230809 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0324 15:41:57.232279 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0324 15:41:57.232296 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0324 15:41:57.232317 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0324 15:41:57.232324 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0324 15:41:57.234783 1 secure_serving.go:57] Forcing use of http/1.1 only I0324 15:41:57.234801 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0324 15:41:57.246756 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0324 15:41:57.246775 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0324 15:41:57.246779 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0324 15:41:57.246784 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0324 15:41:57.246800 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0324 15:41:57.246800 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0324 15:41:57.247060 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0324 15:41:57.247213 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774366864\" (2026-03-24 15:41:19 +0000 UTC to 2028-03-23 15:41:20 +0000 UTC (now=2026-03-24 15:41:57.247180996 +0000 UTC))" I0324 15:41:57.247501 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774366917\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774366916\" (2026-03-24 14:41:56 +0000 UTC to 2029-03-24 14:41:56 +0000 UTC (now=2026-03-24 15:41:57.247477138 +0000 UTC))" I0324 15:41:57.247526 1 secure_serving.go:211] Serving securely on [::]:8443 I0324 15:41:57.247546 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0324 15:41:57.247561 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0324 15:41:57.250282 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0324 15:41:57.252026 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0324 15:41:57.252034 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0324 15:41:57.347303 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0324 15:41:57.347305 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0324 15:41:57.347337 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0324 15:41:57.347497 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-24 15:31:23 +0000 UTC to 2036-03-21 15:31:23 +0000 UTC (now=2026-03-24 15:41:57.347474147 +0000 UTC))" I0324 15:41:57.347693 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774366864\" (2026-03-24 15:41:19 +0000 UTC to 2028-03-23 15:41:20 +0000 UTC (now=2026-03-24 15:41:57.347677331 +0000 UTC))" I0324 15:41:57.347849 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774366917\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774366916\" (2026-03-24 14:41:56 +0000 UTC to 2029-03-24 14:41:56 +0000 UTC (now=2026-03-24 15:41:57.34783702 +0000 UTC))" I0324 15:41:57.347967 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-24 15:31:25 +0000 UTC to 2036-03-21 15:31:25 +0000 UTC (now=2026-03-24 15:41:57.347956902 +0000 UTC))" I0324 15:41:57.347986 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-24 15:31:28 +0000 UTC to 2036-03-21 15:31:28 +0000 UTC (now=2026-03-24 15:41:57.347977726 +0000 UTC))" I0324 15:41:57.348000 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-24 15:31:31 +0000 UTC to 2036-03-21 15:31:31 +0000 UTC (now=2026-03-24 15:41:57.347992489 +0000 UTC))" I0324 15:41:57.348014 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-24 15:31:33 +0000 UTC to 2036-03-21 15:31:33 +0000 UTC (now=2026-03-24 15:41:57.34800678 +0000 UTC))" I0324 15:41:57.348027 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-24 15:31:35 +0000 UTC to 2036-03-21 15:31:35 +0000 UTC (now=2026-03-24 15:41:57.348020343 +0000 UTC))" I0324 15:41:57.348046 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p85tm5tkg18fgnuc739urkgf069jgs6-kx-7498913aac_customer-system-admin-signer@1774366397\" [] issuer=\"\" (2026-03-24 15:33:18 +0000 UTC to 2026-03-31 15:33:19 +0000 UTC (now=2026-03-24 15:41:57.348036419 +0000 UTC))" I0324 15:41:57.348065 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p85tm5tkg18fgnuc739urkgf069jgs6-kx-7498913aac_sre-system-admin-signer@1774366397\" [] issuer=\"\" (2026-03-24 15:33:17 +0000 UTC to 2026-03-31 15:33:18 +0000 UTC (now=2026-03-24 15:41:57.348055082 +0000 UTC))" I0324 15:41:57.348079 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-24 15:31:23 +0000 UTC to 2036-03-21 15:31:23 +0000 UTC (now=2026-03-24 15:41:57.348072008 +0000 UTC))" I0324 15:41:57.348245 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774366864\" (2026-03-24 15:41:19 +0000 UTC to 2028-03-23 15:41:20 +0000 UTC (now=2026-03-24 15:41:57.348233199 +0000 UTC))" I0324 15:41:57.348415 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774366917\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774366916\" (2026-03-24 14:41:56 +0000 UTC to 2029-03-24 14:41:56 +0000 UTC (now=2026-03-24 15:41:57.348405347 +0000 UTC))" I0324 15:41:58.714403 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0324 15:42:01.126364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0324 15:42:01.153032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0324 15:42:01.174501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0324 15:42:06.315853 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0324 15:42:06.315877 1 tasks.go:49] processing task group 2 of 3 I0324 15:42:06.315913 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:42:06.315916 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:42:06.315920 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0324 15:42:06.315936 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:42:06.315937 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0324 15:42:06.315943 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0324 15:42:06.315946 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0324 15:42:06.315955 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0324 15:42:06.315955 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0324 15:42:06.315960 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0324 15:42:06.315956 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:42:06.315965 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0324 15:42:06.315973 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:42:06.315909 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0324 15:42:06.315977 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:42:06.336641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0324 15:42:06.341603 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0324 15:42:06.353825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0324 15:42:06.365628 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0324 15:42:06.370050 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0324 15:42:06.370123 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0324 15:42:06.406489 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:42:06.414372 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0324 15:42:06.450019 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:42:06.469332 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0324 15:42:06.473838 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0324 15:42:06.519852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0324 15:42:06.520639 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0324 15:42:06.522391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0324 15:42:06.523237 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0324 15:42:06.628945 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0324 15:42:06.638991 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0324 15:42:06.642226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0324 15:42:06.642245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0324 15:42:06.642272 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0324 15:42:06.642615 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0324 15:42:06.652100 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0324 15:42:06.670384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0324 15:42:06.697524 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0324 15:42:06.706076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0324 15:42:06.727991 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0324 15:42:06.735952 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0324 15:42:06.839962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0324 15:42:06.952226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0324 15:42:06.952547 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0324 15:42:06.980772 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0324 15:42:07.018907 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0324 15:42:07.031395 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0324 15:42:07.034656 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0324 15:42:07.051156 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0324 15:42:07.072842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0324 15:42:07.115468 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0324 15:42:07.143787 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0324 15:42:07.165503 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0324 15:42:07.248615 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0324 15:42:07.276326 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0324 15:42:07.295618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0324 15:42:07.363647 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0324 15:42:07.403488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0324 15:42:07.471480 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0324 15:42:07.473722 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0324 15:42:07.491220 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0324 15:42:07.562061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0324 15:42:07.571241 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0324 15:42:07.669389 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0324 15:42:07.669991 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0324 15:42:07.679810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0324 15:42:07.685183 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0324 15:42:07.730724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0324 15:42:07.751573 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0324 15:42:07.752242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0324 15:42:07.799745 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0324 15:42:07.816092 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0324 15:42:07.818943 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0324 15:42:07.909688 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0324 15:42:08.051960 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0324 15:42:08.476232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0324 15:42:08.493028 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0324 15:42:08.507532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0324 15:42:08.619701 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0324 15:42:08.717436 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0324 15:42:08.783765 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:42:08.783846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0324 15:42:08.784376 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0324 15:42:08.810896 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0324 15:42:08.826118 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-fkntt1ip2ugmg -n openshift-monitoring because it was missing I0324 15:42:08.926936 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0324 15:42:09.064413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0324 15:42:09.162811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0324 15:42:09.281846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0324 15:42:09.376676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0324 15:42:09.458156 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:42:09.470511 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:42:09.476875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0324 15:42:09.579017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0324 15:42:09.684759 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0324 15:42:09.788999 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0324 15:42:09.810017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0324 15:42:10.326472 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0324 15:42:10.863867 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0324 15:42:10.878986 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0324 15:42:11.355317 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-cf44smochgkip -n openshift-monitoring because it was missing I0324 15:42:11.404292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0324 15:42:11.448625 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0324 15:42:11.792928 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:42:12.120708 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0324 15:42:12.869293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-300c3rqb9dssl -n openshift-monitoring because it was missing I0324 15:42:12.905114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0324 15:42:12.948280 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0324 15:42:12.960899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0324 15:42:13.733670 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0324 15:42:17.517020 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0324 15:42:17.517041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0324 15:42:17.924612 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0324 15:42:17.968545 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0324 15:42:18.231226 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0324 15:42:28.712305 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0324 15:42:38.419699 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0324 15:42:38.434100 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0324 15:42:38.434169 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0324 15:42:47.822143 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0324 15:43:23.028197 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0324 15:43:23.028221 1 tasks.go:49] processing task group 3 of 3 I0324 15:43:23.028233 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0324 15:43:23.075670 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0324 15:43:23.075718 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0324 15:43:23.083446 1 operator.go:851] Updating ClusterOperator status to done. W0324 15:43:23.128638 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0324 15:43:23.173722 1 operator.go:830] Updating ClusterOperator status to InProgress. I0324 15:43:23.178895 1 tasks.go:49] processing task group 1 of 3 I0324 15:43:23.178918 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0324 15:43:23.178941 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:43:23.196375 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:43:24.235642 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQjBXZmM5ZFp0M0l3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05ETTJOamcyTkRBZQpGdzB5TmpBek1qUXhOVFF4TURSYUZ3MHlPREExTWpJeE5UUXhNRFZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelF6TmpZNE5qUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRER6V1VjU21xaDE0YnBZakRUeE5hWUhwNGRjRUd2TWptdApVUm5BOTZLcW9DUHhvekFMblM0ajZia01vZXdQeGdxUm9XSXRYTjRkRVBzWkUvb1NPcWdkc3FxZmZNZW0zRHg5CnZZL0xGaG9ZZllvY1hZNDRSR3I0S3BtVnJLQmV1NVZ6d1U4ZkVhSWtmdXBGK2lnajNOS3Exb2g1dk1yTjVkUHYKN2FvWWlKUHFnV0gyTzZab0M3SG9FZWcvV1ZXL0RNdU12V1Z5Q1M1dWNFUm9xdDFXVEpxWklDTURvaTIzQlpEQQpaK3ArWG1TNDFaTGgyc0tjL2tNYWJXQ0dYZ0xKY1dzcjloMTIvMGh0VUZGaTJsSStKSFkvc1poaGNkK25TNUdoCmowSndUTVFWNEJHTE5IaWdEWFJyZmtKam8xV2lFRG8wejR1bUxJTFlsY3NnWXZ5Sis1RGxBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNlQURXdgp1TGcyWTRKMW1rNlBweVozUVlDcVh6QWZCZ05WSFNNRUdEQVdnQlNlQURXdnVMZzJZNEoxbWs2UHB5WjNRWUNxClh6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFVc3VubDJlVW9pRjZzaVNJUjJVRHBhZ1VnMzZzVHF6SWxDMHQKVG9nN2QvbzRhcTFBRHk3NG5jZndoKzFPVHhIWEtQUUhLSU9pV3dEYUttWmdDTEVOcmhXYkllVE8yV3c3a2xMQwpoZzNTSzQ0RGpqTFA0Zy9hL3JBOHZ6Y1FaZVlkN1RNbW9tNnZ5WCtJbEV4RGJUQlpwNWhPK0NEUGs3Ynl2endmClNlUzkwSFRTVGVEOURuVzgvSU5ycGgzbG9DNWF6QjhNTGxRU2hFQy9zVHJrMjB1OWJLWU1UUlFhQU55YXg5OGMKOXpkNU8ra0R5ZlBOV2d3ZEFoaGdEYkU4YmwwSm15OEZkYlpZUkxNNDV2WVo4N1FNVTU1ei9LbXVhLzEwZWNpZwpLMHVKcHlsTXhnTzZ5MWlaeVdtZ0t5Z08vYndVWlIrRlVYQ1p1RHd0UXJIRTVUMVVQZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0324 15:43:24.245606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0324 15:43:24.253083 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQjBXZmM5ZFp0M0l3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05ETTJOamcyTkRBZQpGdzB5TmpBek1qUXhOVFF4TURSYUZ3MHlPREExTWpJeE5UUXhNRFZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelF6TmpZNE5qUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRER6V1VjU21xaDE0YnBZakRUeE5hWUhwNGRjRUd2TWptdApVUm5BOTZLcW9DUHhvekFMblM0ajZia01vZXdQeGdxUm9XSXRYTjRkRVBzWkUvb1NPcWdkc3FxZmZNZW0zRHg5CnZZL0xGaG9ZZllvY1hZNDRSR3I0S3BtVnJLQmV1NVZ6d1U4ZkVhSWtmdXBGK2lnajNOS3Exb2g1dk1yTjVkUHYKN2FvWWlKUHFnV0gyTzZab0M3SG9FZWcvV1ZXL0RNdU12V1Z5Q1M1dWNFUm9xdDFXVEpxWklDTURvaTIzQlpEQQpaK3ArWG1TNDFaTGgyc0tjL2tNYWJXQ0dYZ0xKY1dzcjloMTIvMGh0VUZGaTJsSStKSFkvc1poaGNkK25TNUdoCmowSndUTVFWNEJHTE5IaWdEWFJyZmtKam8xV2lFRG8wejR1bUxJTFlsY3NnWXZ5Sis1RGxBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNlQURXdgp1TGcyWTRKMW1rNlBweVozUVlDcVh6QWZCZ05WSFNNRUdEQVdnQlNlQURXdnVMZzJZNEoxbWs2UHB5WjNRWUNxClh6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFVc3VubDJlVW9pRjZzaVNJUjJVRHBhZ1VnMzZzVHF6SWxDMHQKVG9nN2QvbzRhcTFBRHk3NG5jZndoKzFPVHhIWEtQUUhLSU9pV3dEYUttWmdDTEVOcmhXYkllVE8yV3c3a2xMQwpoZzNTSzQ0RGpqTFA0Zy9hL3JBOHZ6Y1FaZVlkN1RNbW9tNnZ5WCtJbEV4RGJUQlpwNWhPK0NEUGs3Ynl2endmClNlUzkwSFRTVGVEOURuVzgvSU5ycGgzbG9DNWF6QjhNTGxRU2hFQy9zVHJrMjB1OWJLWU1UUlFhQU55YXg5OGMKOXpkNU8ra0R5ZlBOV2d3ZEFoaGdEYkU4YmwwSm15OEZkYlpZUkxNNDV2WVo4N1FNVTU1ei9LbXVhLzEwZWNpZwpLMHVKcHlsTXhnTzZ5MWlaeVdtZ0t5Z08vYndVWlIrRlVYQ1p1RHd0UXJIRTVUMVVQZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0324 15:43:24.259775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ff44d71-9ef0-4b04-8c3c-9102b5fd11e8", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0324 15:43:26.358677 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0324 15:43:26.358703 1 tasks.go:49] processing task group 2 of 3 I0324 15:43:26.358737 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:43:26.358736 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0324 15:43:26.358750 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0324 15:43:26.358764 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0324 15:43:26.358780 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:43:26.358811 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0324 15:43:26.358821 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:43:26.358950 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0324 15:43:26.358995 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0324 15:43:26.359027 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0324 15:43:26.358797 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0324 15:43:26.359152 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0324 15:43:26.359281 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:43:26.359354 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:43:26.358809 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:43:26.419894 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:43:26.438387 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:43:26.444524 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0324 15:43:26.503490 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:43:27.431218 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:43:27.463317 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0324 15:43:27.464724 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:43:27.479025 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:43:27.500663 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0324 15:43:29.555229 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0324 15:43:31.510867 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0324 15:43:32.446568 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0324 15:43:32.534276 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0324 15:43:37.524188 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0324 15:43:41.722034 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0324 15:43:41.722059 1 tasks.go:49] processing task group 3 of 3 I0324 15:43:41.722070 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0324 15:43:41.766923 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0324 15:43:41.772423 1 operator.go:851] Updating ClusterOperator status to done. I0324 15:43:43.711845 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0324 15:43:43.711885 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0324 15:43:43.761592 1 operator.go:830] Updating ClusterOperator status to InProgress. I0324 15:43:43.768713 1 tasks.go:49] processing task group 1 of 3 I0324 15:43:43.768734 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0324 15:43:43.768751 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:43:43.788398 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:43:46.934106 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0324 15:43:46.934126 1 tasks.go:49] processing task group 2 of 3 I0324 15:43:46.934145 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:43:46.934157 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:43:46.934171 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0324 15:43:46.934190 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0324 15:43:46.934213 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0324 15:43:46.934225 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0324 15:43:46.934252 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:43:46.934414 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0324 15:43:46.934482 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0324 15:43:46.934545 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:43:46.934642 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:43:46.934647 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0324 15:43:46.934530 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0324 15:43:46.934536 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0324 15:43:46.934917 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:43:46.992119 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:43:47.011374 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:43:47.022397 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0324 15:43:47.095599 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:43:48.013334 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:43:48.050237 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0324 15:43:48.053198 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:43:48.086856 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0324 15:43:48.116593 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:43:50.111243 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0324 15:43:52.082052 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0324 15:43:53.007359 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0324 15:43:53.094771 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0324 15:43:58.145874 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0324 15:44:02.290779 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0324 15:44:02.290807 1 tasks.go:49] processing task group 3 of 3 I0324 15:44:02.290814 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0324 15:44:02.336338 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0324 15:44:02.342018 1 operator.go:851] Updating ClusterOperator status to done. I0324 15:45:10.805484 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0324 15:45:10.805516 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0324 15:45:10.844580 1 operator.go:830] Updating ClusterOperator status to InProgress. I0324 15:45:10.850974 1 tasks.go:49] processing task group 1 of 3 I0324 15:45:10.850994 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0324 15:45:10.851011 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:45:10.870898 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:45:14.014235 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0324 15:45:14.014269 1 tasks.go:49] processing task group 2 of 3 I0324 15:45:14.014288 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:45:14.014291 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:45:14.014299 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0324 15:45:14.014316 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0324 15:45:14.014329 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:45:14.014349 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0324 15:45:14.014372 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0324 15:45:14.014453 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0324 15:45:14.014537 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:45:14.014623 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0324 15:45:14.014683 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0324 15:45:14.014736 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:45:14.014798 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0324 15:45:14.014855 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0324 15:45:14.014876 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:45:14.071097 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:45:14.088467 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:45:14.094190 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0324 15:45:14.157861 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:45:15.087929 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:45:15.116005 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0324 15:45:15.117530 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:45:15.144974 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:45:15.147499 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0324 15:45:17.185559 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0324 15:45:19.153893 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0324 15:45:20.075805 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0324 15:45:20.170584 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0324 15:45:25.177730 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0324 15:45:29.357169 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0324 15:45:29.357198 1 tasks.go:49] processing task group 3 of 3 I0324 15:45:29.357208 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0324 15:45:29.404380 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0324 15:45:29.410103 1 operator.go:851] Updating ClusterOperator status to done. I0324 15:46:56.646880 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0324 15:46:56.646930 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0324 15:46:56.903012 1 operator.go:830] Updating ClusterOperator status to InProgress. I0324 15:46:56.989722 1 tasks.go:49] processing task group 1 of 3 I0324 15:46:56.989748 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0324 15:46:56.989759 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:46:57.097848 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:47:00.576717 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0324 15:47:00.576749 1 tasks.go:49] processing task group 2 of 3 I0324 15:47:00.576789 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:47:00.576794 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0324 15:47:00.577103 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0324 15:47:00.577156 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0324 15:47:00.577209 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0324 15:47:00.577223 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0324 15:47:00.577224 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0324 15:47:00.577233 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:47:00.577174 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0324 15:47:00.577214 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:47:00.577182 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:47:00.577195 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0324 15:47:00.577189 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0324 15:47:00.577206 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:47:00.577168 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:47:00.751309 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:47:00.756626 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0324 15:47:00.810555 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:47:00.930292 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:47:01.786541 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:47:01.871365 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:47:01.878878 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:47:01.883617 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0324 15:47:01.993250 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0324 15:47:03.980452 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0324 15:47:05.923830 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0324 15:47:06.721917 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0324 15:47:06.998895 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0324 15:47:11.977117 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0324 15:47:16.405353 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0324 15:47:16.405380 1 tasks.go:49] processing task group 3 of 3 I0324 15:47:16.405387 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0324 15:47:16.450307 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0324 15:47:16.456331 1 operator.go:851] Updating ClusterOperator status to done. I0324 15:51:56.646955 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0324 15:51:56.647015 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0324 15:51:56.679591 1 operator.go:830] Updating ClusterOperator status to InProgress. I0324 15:51:56.684687 1 tasks.go:49] processing task group 1 of 3 I0324 15:51:56.684715 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0324 15:51:56.684725 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:51:56.699868 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:51:59.850682 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0324 15:51:59.850707 1 tasks.go:49] processing task group 2 of 3 I0324 15:51:59.850733 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:51:59.850734 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:51:59.850751 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0324 15:51:59.850769 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0324 15:51:59.850786 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0324 15:51:59.850825 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0324 15:51:59.850833 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0324 15:51:59.850840 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0324 15:51:59.850852 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:51:59.850858 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:51:59.850860 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0324 15:51:59.850866 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:51:59.850871 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:51:59.850877 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0324 15:51:59.850882 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0324 15:51:59.902734 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:51:59.921937 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:51:59.943380 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0324 15:51:59.995404 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:52:00.927618 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:52:00.951876 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0324 15:52:00.952532 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:52:00.980844 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0324 15:52:00.990063 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:52:03.021004 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0324 15:52:04.987912 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0324 15:52:05.915390 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0324 15:52:06.016788 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0324 15:52:11.025952 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0324 15:52:15.205304 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0324 15:52:15.205329 1 tasks.go:49] processing task group 3 of 3 I0324 15:52:15.205340 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0324 15:52:15.242031 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0324 15:52:15.247563 1 operator.go:851] Updating ClusterOperator status to done. I0324 15:56:56.552445 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0324 15:56:56.552461 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0324 15:56:56.552478 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0324 15:56:56.552481 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0324 15:56:56.553715 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0324 15:56:56.553846 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0324 15:56:56.553882 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0324 15:56:56.553916 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0324 15:56:56.556752 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0324 15:56:56.556757 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0324 15:56:56.557854 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0324 15:56:56.557858 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0324 15:56:56.586825 1 operator.go:830] Updating ClusterOperator status to InProgress. I0324 15:56:56.592438 1 tasks.go:49] processing task group 1 of 3 I0324 15:56:56.592463 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0324 15:56:56.592475 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:56:56.603693 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0324 15:56:56.607397 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:56:56.646886 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0324 15:56:59.767647 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0324 15:56:59.767667 1 tasks.go:49] processing task group 2 of 3 I0324 15:56:59.767695 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:56:59.767698 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:56:59.767714 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0324 15:56:59.767728 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0324 15:56:59.767741 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0324 15:56:59.767765 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:56:59.767780 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0324 15:56:59.767788 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0324 15:56:59.767909 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0324 15:56:59.767961 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0324 15:56:59.767969 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0324 15:56:59.768069 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0324 15:56:59.768116 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:56:59.768145 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:56:59.768156 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:56:59.819298 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:56:59.843132 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:56:59.847937 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0324 15:56:59.918473 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:57:00.837392 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:57:00.869819 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0324 15:57:00.873932 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:57:00.896618 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:57:00.919822 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0324 15:57:02.933850 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0324 15:57:04.909688 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0324 15:57:05.830208 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0324 15:57:05.922743 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0324 15:57:10.940062 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0324 15:57:15.111649 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0324 15:57:15.111684 1 tasks.go:49] processing task group 3 of 3 I0324 15:57:15.111705 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0324 15:57:15.149557 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0324 15:57:15.155764 1 operator.go:851] Updating ClusterOperator status to done. W0324 15:57:15.168008 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0324 15:57:15.201996 1 operator.go:830] Updating ClusterOperator status to InProgress. I0324 15:57:15.208297 1 tasks.go:49] processing task group 1 of 3 I0324 15:57:15.208323 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0324 15:57:15.208338 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:57:15.223855 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0324 15:57:18.360464 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0324 15:57:18.360485 1 tasks.go:49] processing task group 2 of 3 I0324 15:57:18.360512 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:57:18.360523 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0324 15:57:18.360533 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0324 15:57:18.360569 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0324 15:57:18.360586 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0324 15:57:18.360613 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0324 15:57:18.360743 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0324 15:57:18.360819 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0324 15:57:18.360895 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:57:18.360999 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0324 15:57:18.361076 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:57:18.361176 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:57:18.360566 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:57:18.361130 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0324 15:57:18.361113 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:57:18.417293 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 15:57:18.438887 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 15:57:18.446888 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0324 15:57:18.506054 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 15:57:19.437450 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0324 15:57:19.465100 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 15:57:19.465203 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0324 15:57:19.484725 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0324 15:57:19.487136 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0324 15:57:21.529813 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0324 15:57:23.496323 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0324 15:57:24.431580 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0324 15:57:24.519339 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0324 15:57:29.520890 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0324 15:57:33.711845 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0324 15:57:33.711872 1 tasks.go:49] processing task group 3 of 3 I0324 15:57:33.711885 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0324 15:57:33.751394 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0324 15:57:33.757125 1 operator.go:851] Updating ClusterOperator status to done. I0324 16:01:56.646924 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0324 16:01:56.646985 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0324 16:01:56.681401 1 operator.go:830] Updating ClusterOperator status to InProgress. I0324 16:01:56.687350 1 tasks.go:49] processing task group 1 of 3 I0324 16:01:56.687376 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0324 16:01:56.687389 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0324 16:01:56.703052 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0324 16:01:59.874905 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0324 16:01:59.874929 1 tasks.go:49] processing task group 2 of 3 I0324 16:01:59.874953 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 16:01:59.874966 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0324 16:01:59.874981 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0324 16:01:59.874992 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0324 16:01:59.875014 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0324 16:01:59.875024 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 16:01:59.875048 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0324 16:01:59.875112 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0324 16:01:59.875145 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0324 16:01:59.875134 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 16:01:59.875464 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0324 16:01:59.875509 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 16:01:59.875545 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0324 16:01:59.875673 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0324 16:01:59.875453 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0324 16:01:59.946958 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 16:01:59.960925 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0324 16:01:59.969809 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 16:02:00.060947 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 16:02:00.970145 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0324 16:02:00.991188 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 16:02:00.993532 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0324 16:02:00.995375 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0324 16:02:01.033048 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0324 16:02:03.057279 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0324 16:02:05.026360 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0324 16:02:05.935863 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0324 16:02:06.036364 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0324 16:02:11.042455 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0324 16:02:15.222329 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0324 16:02:15.222354 1 tasks.go:49] processing task group 3 of 3 I0324 16:02:15.222371 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0324 16:02:15.267554 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0324 16:02:15.272199 1 operator.go:851] Updating ClusterOperator status to done. I0324 16:06:56.646299 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0324 16:06:56.646352 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0324 16:06:56.675793 1 operator.go:830] Updating ClusterOperator status to InProgress. I0324 16:06:56.680233 1 tasks.go:49] processing task group 1 of 3 I0324 16:06:56.680279 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0324 16:06:56.680279 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0324 16:06:56.693439 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0324 16:06:59.808436 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0324 16:06:59.808460 1 tasks.go:49] processing task group 2 of 3 I0324 16:06:59.808496 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 16:06:59.808504 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0324 16:06:59.808500 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0324 16:06:59.808524 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0324 16:06:59.808545 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 16:06:59.808579 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 16:06:59.808647 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0324 16:06:59.808756 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0324 16:06:59.808817 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0324 16:06:59.808934 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 16:06:59.809031 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0324 16:06:59.809113 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0324 16:06:59.809201 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0324 16:06:59.809336 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0324 16:06:59.809508 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0324 16:06:59.873450 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0324 16:06:59.893529 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0324 16:06:59.897327 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0324 16:06:59.953421 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0324 16:07:00.887502 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0324 16:07:00.919190 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0324 16:07:00.921097 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0324 16:07:00.921699 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0324 16:07:00.949323 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0324 16:07:02.984593 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0324 16:07:04.955404 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0324 16:07:05.868159 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0324 16:07:05.969960 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0324 16:07:10.968674 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0324 16:07:15.173071 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0324 16:07:15.173096 1 tasks.go:49] processing task group 3 of 3 I0324 16:07:15.173108 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0324 16:07:15.212882 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0324 16:07:15.217173 1 operator.go:851] Updating ClusterOperator status to done.