W0326 23:18:05.787868 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0326 23:18:05.788253 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0326 23:18:05.788272 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0326 23:18:05.788279 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0326 23:18:05.788284 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0326 23:18:05.788288 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0326 23:18:05.811761 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0326 23:18:05.815141 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0326 23:18:05.815343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0326 23:18:05.815538 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0326 23:18:05.816218 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 23:18:05.821337 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:18:05.823991 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:18:05.831273 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:18:05.832497 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:18:05.832672 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:18:05.832700 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:18:05.833542 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:18:05.833579 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0326 23:18:05.833681 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:18:05.833961 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:18:05.834242 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:18:05.834329 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0326 23:18:05.834515 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:18:05.838854 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:18:05.842370 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:18:05.842421 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:18:05.864675 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:18:05.918693 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:18:05.918762 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:18:05.918779 1 rule_controller.go:114] Starting alerting rules controller I0326 23:18:05.918784 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0326 23:18:05.918802 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0326 23:18:05.918798 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:18:05.918805 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0326 23:18:05.918810 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0326 23:18:05.918808 1 relabel_controller.go:117] Starting alert relabel config controller I0326 23:18:05.918813 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:18:05.918833 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0326 23:18:05.918834 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0326 23:18:05.918835 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:18:05.918854 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:18:05.918862 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0326 23:18:05.921701 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0326 23:18:05.921784 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0326 23:18:05.921825 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0326 23:18:05.922219 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0326 23:18:05.924586 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.924587 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.924866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:18:05.924857 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:18:05.924940 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.925000 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:18:05.937462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-29k2x" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:18:05.937493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-hl82j" is created for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:18:05.937775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-pzcfd" is created for OpenShiftMonitoringClientCertRequester I0326 23:18:05.943506 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.943558 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.943508 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.949527 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.949584 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.949588 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.957497 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.957524 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.957526 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.957667 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:18:05.961136 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.962234 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.962241 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.979149 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.980632 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.980637 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.985442 1 tasks.go:49] processing task group 1 of 3 I0326 23:18:05.985464 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:18:05.985476 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:18:05.985877 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.985898 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:05.986092 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:06.000025 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:06.000331 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:06.000562 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:06.013922 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:06.014018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0326 23:18:06.014120 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:06.014131 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-26T23:13:05Z",   ) I0326 23:18:06.014147 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-25T23:13:05Z",   ) I0326 23:18:06.014154 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0326 23:18:06.014236 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-26T23:13:05Z",   ) I0326 23:18:06.014252 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-25T23:13:05Z",   ) I0326 23:18:06.014307 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-26T23:13:05Z",   ) I0326 23:18:06.014331 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-25T23:13:05Z",   ) I0326 23:18:06.019555 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0326 23:18:06.019569 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0326 23:18:06.026555 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:18:06.027606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0326 23:18:06.029661 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:18:06.029710 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:18:06.032127 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0326 23:18:06.032139 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0326 23:18:06.036010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0326 23:18:06.045855 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:18:06.045911 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0326 23:18:06.088611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 23:18:06.176580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 23:18:06.190626 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:18:06.213585 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:18:06.224982 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0326 23:18:06.226517 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0326 23:18:06.226532 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0326 23:18:06.226551 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0326 23:18:06.226556 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0326 23:18:06.229235 1 secure_serving.go:57] Forcing use of http/1.1 only I0326 23:18:06.229255 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0326 23:18:06.233430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:18:06.238423 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0326 23:18:06.238432 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:18:06.238441 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0326 23:18:06.238446 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:18:06.238447 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:18:06.238464 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:18:06.238707 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 23:18:06.238795 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774567060\" (2026-03-26 23:17:51 +0000 UTC to 2028-03-25 23:17:52 +0000 UTC (now=2026-03-26 23:18:06.238771486 +0000 UTC))" I0326 23:18:06.238957 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774567086\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774567086\" (2026-03-26 22:18:05 +0000 UTC to 2029-03-26 22:18:05 +0000 UTC (now=2026-03-26 23:18:06.238943574 +0000 UTC))" I0326 23:18:06.238973 1 secure_serving.go:211] Serving securely on [::]:8443 I0326 23:18:06.238992 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0326 23:18:06.239005 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0326 23:18:06.241901 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0326 23:18:06.242195 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0326 23:18:06.242349 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0326 23:18:06.339258 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:18:06.339266 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0326 23:18:06.339339 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:18:06.339458 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 23:07:49 +0000 UTC to 2036-03-23 23:07:49 +0000 UTC (now=2026-03-26 23:18:06.33943637 +0000 UTC))" I0326 23:18:06.339664 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774567060\" (2026-03-26 23:17:51 +0000 UTC to 2028-03-25 23:17:52 +0000 UTC (now=2026-03-26 23:18:06.339645563 +0000 UTC))" I0326 23:18:06.339822 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774567086\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774567086\" (2026-03-26 22:18:05 +0000 UTC to 2029-03-26 22:18:05 +0000 UTC (now=2026-03-26 23:18:06.339811366 +0000 UTC))" I0326 23:18:06.339956 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-26 23:07:51 +0000 UTC to 2036-03-23 23:07:51 +0000 UTC (now=2026-03-26 23:18:06.339945298 +0000 UTC))" I0326 23:18:06.339977 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-26 23:07:55 +0000 UTC to 2036-03-23 23:07:55 +0000 UTC (now=2026-03-26 23:18:06.339968032 +0000 UTC))" I0326 23:18:06.339992 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-26 23:08:00 +0000 UTC to 2036-03-23 23:08:00 +0000 UTC (now=2026-03-26 23:18:06.339984195 +0000 UTC))" I0326 23:18:06.340009 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-26 23:08:05 +0000 UTC to 2036-03-23 23:08:05 +0000 UTC (now=2026-03-26 23:18:06.340000838 +0000 UTC))" I0326 23:18:06.340023 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-26 23:08:07 +0000 UTC to 2036-03-23 23:08:07 +0000 UTC (now=2026-03-26 23:18:06.340015935 +0000 UTC))" I0326 23:18:06.340044 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9mplstndhmerb1mp1pd72ivq8vo3pp-kx-5f307f4c3f_customer-system-admin-signer@1774566609\" [] issuer=\"\" (2026-03-26 23:10:09 +0000 UTC to 2026-04-02 23:10:10 +0000 UTC (now=2026-03-26 23:18:06.340030677 +0000 UTC))" I0326 23:18:06.340063 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9mplstndhmerb1mp1pd72ivq8vo3pp-kx-5f307f4c3f_sre-system-admin-signer@1774566609\" [] issuer=\"\" (2026-03-26 23:10:09 +0000 UTC to 2026-04-02 23:10:10 +0000 UTC (now=2026-03-26 23:18:06.340053741 +0000 UTC))" I0326 23:18:06.340077 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 23:07:49 +0000 UTC to 2036-03-23 23:07:49 +0000 UTC (now=2026-03-26 23:18:06.340070051 +0000 UTC))" I0326 23:18:06.340244 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774567060\" (2026-03-26 23:17:51 +0000 UTC to 2028-03-25 23:17:52 +0000 UTC (now=2026-03-26 23:18:06.340231149 +0000 UTC))" I0326 23:18:06.340433 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774567086\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774567086\" (2026-03-26 22:18:05 +0000 UTC to 2029-03-26 22:18:05 +0000 UTC (now=2026-03-26 23:18:06.34042243 +0000 UTC))" I0326 23:18:11.282014 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0326 23:18:11.298321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0326 23:18:11.302430 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:18:11.318627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0326 23:18:12.546975 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:18:23.476778 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:18:23.476803 1 tasks.go:49] processing task group 2 of 3 I0326 23:18:23.476839 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:18:23.476837 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:18:23.476850 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:18:23.476858 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:18:23.476864 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:18:23.476871 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:18:23.476878 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:18:23.476884 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:18:23.476885 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:18:23.476894 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:18:23.476902 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:18:23.476906 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:18:23.476921 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:18:23.476917 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:18:23.476936 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:18:23.500095 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0326 23:18:23.521073 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0326 23:18:23.538406 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0326 23:18:23.547729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0326 23:18:23.573071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0326 23:18:23.586677 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0326 23:18:23.587795 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:18:23.613998 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:18:23.658113 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:18:23.660554 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 23:18:23.666781 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0326 23:18:23.691553 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0326 23:18:23.693858 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 23:18:23.696878 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 23:18:23.697409 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0326 23:18:23.767609 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 23:18:23.768225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0326 23:18:23.774033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0326 23:18:23.774124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 23:18:23.775520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 23:18:23.780546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing W0326 23:18:23.781146 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 23:18:23.781162 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 23:18:23.792341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0326 23:18:23.794593 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0326 23:18:23.810274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0326 23:18:23.820451 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0326 23:18:23.848602 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0326 23:18:23.850129 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0326 23:18:23.911100 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 23:18:23.916800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0326 23:18:24.093624 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 23:18:24.115476 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0326 23:18:24.199227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0326 23:18:24.201738 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0326 23:18:24.278226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0326 23:18:24.291059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0326 23:18:24.321910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0326 23:18:24.394349 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0326 23:18:24.480263 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0326 23:18:24.562051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0326 23:18:24.583855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0326 23:18:24.667182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 23:18:24.678422 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0326 23:18:24.682805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 23:18:24.687834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0326 23:18:24.777311 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 23:18:24.777887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 23:18:24.787682 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0326 23:18:24.793670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0326 23:18:24.821587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0326 23:18:24.833968 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:18:24.834520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 23:18:24.888724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 23:18:24.897969 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0326 23:18:25.001492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0326 23:18:25.200183 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:18:25.456701 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:18:25.456772 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0326 23:18:25.457199 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:18:25.589690 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:18:25.657882 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:18:25.677293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0326 23:18:25.687181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 23:18:25.697493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:18:25.766448 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0326 23:18:25.861823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 23:18:25.910440 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-b5rfk9ermfnci -n openshift-monitoring because it was missing I0326 23:18:25.961020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 23:18:26.096793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 23:18:26.201325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:18:26.298075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 23:18:26.400252 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 23:18:26.501696 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 23:18:26.605509 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:18:26.705540 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 23:18:26.808717 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 23:18:26.878194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:18:26.896840 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0326 23:18:27.355347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0326 23:18:27.925682 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:18:27.993811 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:18:28.382698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-1t53h6r1ahdjq -n openshift-monitoring because it was missing I0326 23:18:28.543849 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:18:28.580500 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:18:28.964761 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:18:29.959901 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-a4aci0jh7t0b5 -n openshift-monitoring because it was missing I0326 23:18:29.979380 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:18:30.008576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 23:18:30.022179 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0326 23:18:35.624932 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:18:35.625007 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:18:38.981697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0326 23:18:39.015244 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:18:42.545675 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:18:56.436716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0326 23:18:56.451440 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:18:56.451513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0326 23:18:57.550149 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:19:04.896953 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:19:40.090969 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:19:40.091017 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0326 23:19:40.091025 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0326 23:19:40.091054 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0326 23:19:40.091079 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:19:40.117987 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:19:40.123331 1 tasks.go:49] processing task group 1 of 3 I0326 23:19:40.123356 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:19:40.123372 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:19:40.136772 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:19:41.172561 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWGgxMDRSdEovVTB3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTJOekEyTURBZQpGdzB5TmpBek1qWXlNekUzTXpsYUZ3MHlPREExTWpReU16RTNOREJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTmpjd05qQXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2xUY2JEWjZabmh5b3Q1THhxOThodjE0UlFCQloyZlhDSQpSRHBpSTVHaTlUWUJCaEFoVTNoWVFjMzNSZEV3d3Q3VlZNdnQzZWZLMmk5YkZGdW9aUUR5bldoSkNYQWlYTXUwCmlxL3FHbWRWWWJEQS9Sd1NvNitpRFRXdGVaR1ZvdnFuMlhLdVdaUW9KZllxQm5SUk5QOTlGbXZ6V0pqd1lLVVEKd1VWQ01SV0hoVERBN0tzWEY1YjhVWVpoaDg0T0JibDlYekRvVWRxbTAwUWova09lNm9LVTFwZ1E4UVFhbS94RwpYYXFrN2pCeG5LdDE3YjJYN2ZWWURlOVVRVDRqVTU5MllvVi91T3huVHdtVk9MRzlOYkord2Q2RmRkeENrOU9SCmNPQUNoZW5TK2p3ZUxUVTJjbDRJNEd1Zm1Bd25NaDlpeXNuaWMwektZZ1ZpV0dMaTdKTWJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJxT2pDbwpidStIQmFXMXhPN3BobzJLRys1Z1RUQWZCZ05WSFNNRUdEQVdnQlJxT2pDb2J1K0hCYVcxeE83cGhvMktHKzVnClRUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFXS2VXbTFJYWZFeE1JeElUczZKL1hMcUMwN0NnVGtwRmNVSmUKUXpPK0dUbmRSMHhOcWhKWmJpTHZ0NnJSVGllM2dMWXdNbjFkSGZPWWxtTlgwR0JwbHJMd2cwRGJ6VnIvL0JGcgplYWhMaE5TVDl0QUpWNHMyOW5WQ29QeFhJRzkrSG9tVzJQUDRQYTJSTHpWSHRhZVJQWXNJRDFCTGJQU29Ud1JLCmRaazg0WjZmd3VPbmdPSVh3SEJoRmVDUkxhM2VNd05DbUZEYTRMYjUra0ZJd1NGdC9oNURJK3dxZ1ZPRDJvbHQKNGZSRUZKdmlvTURRY29tNXRNUDRjS0dzLzEyQ2lXeGNmN3I4dE1jQmZOVkVaQURtcTVjL3h4LzlvUGFkUzFEVwpqbnM3M3lBcjFOc1h6YzBrT2FwWjh2V0tRWGxGcm5JdjN5WXpoZnNQMTRBdlpqRmtSUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 23:19:41.177950 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0326 23:19:41.182453 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWGgxMDRSdEovVTB3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTJOekEyTURBZQpGdzB5TmpBek1qWXlNekUzTXpsYUZ3MHlPREExTWpReU16RTNOREJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTmpjd05qQXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2xUY2JEWjZabmh5b3Q1THhxOThodjE0UlFCQloyZlhDSQpSRHBpSTVHaTlUWUJCaEFoVTNoWVFjMzNSZEV3d3Q3VlZNdnQzZWZLMmk5YkZGdW9aUUR5bldoSkNYQWlYTXUwCmlxL3FHbWRWWWJEQS9Sd1NvNitpRFRXdGVaR1ZvdnFuMlhLdVdaUW9KZllxQm5SUk5QOTlGbXZ6V0pqd1lLVVEKd1VWQ01SV0hoVERBN0tzWEY1YjhVWVpoaDg0T0JibDlYekRvVWRxbTAwUWova09lNm9LVTFwZ1E4UVFhbS94RwpYYXFrN2pCeG5LdDE3YjJYN2ZWWURlOVVRVDRqVTU5MllvVi91T3huVHdtVk9MRzlOYkord2Q2RmRkeENrOU9SCmNPQUNoZW5TK2p3ZUxUVTJjbDRJNEd1Zm1Bd25NaDlpeXNuaWMwektZZ1ZpV0dMaTdKTWJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJxT2pDbwpidStIQmFXMXhPN3BobzJLRys1Z1RUQWZCZ05WSFNNRUdEQVdnQlJxT2pDb2J1K0hCYVcxeE83cGhvMktHKzVnClRUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFXS2VXbTFJYWZFeE1JeElUczZKL1hMcUMwN0NnVGtwRmNVSmUKUXpPK0dUbmRSMHhOcWhKWmJpTHZ0NnJSVGllM2dMWXdNbjFkSGZPWWxtTlgwR0JwbHJMd2cwRGJ6VnIvL0JGcgplYWhMaE5TVDl0QUpWNHMyOW5WQ29QeFhJRzkrSG9tVzJQUDRQYTJSTHpWSHRhZVJQWXNJRDFCTGJQU29Ud1JLCmRaazg0WjZmd3VPbmdPSVh3SEJoRmVDUkxhM2VNd05DbUZEYTRMYjUra0ZJd1NGdC9oNURJK3dxZ1ZPRDJvbHQKNGZSRUZKdmlvTURRY29tNXRNUDRjS0dzLzEyQ2lXeGNmN3I4dE1jQmZOVkVaQURtcTVjL3h4LzlvUGFkUzFEVwpqbnM3M3lBcjFOc1h6YzBrT2FwWjh2V0tRWGxGcm5JdjN5WXpoZnNQMTRBdlpqRmtSUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 23:19:41.187543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0326 23:19:43.272587 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:19:43.272610 1 tasks.go:49] processing task group 2 of 3 I0326 23:19:43.272637 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:19:43.272640 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:19:43.272660 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:19:43.272678 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:19:43.272704 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:19:43.272718 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:19:43.272738 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:19:43.272757 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:19:43.272777 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:19:43.272798 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:19:43.272811 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:19:43.272808 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:19:43.272839 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:19:43.272863 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:19:43.272878 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:19:43.319420 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:19:43.346604 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:19:43.353248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0326 23:19:43.355473 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:19:43.366545 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0326 23:19:43.384516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0326 23:19:43.394561 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0326 23:19:43.408676 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:19:43.417377 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:19:43.470958 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:19:44.349856 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:19:44.373924 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:19:44.375507 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:19:44.400258 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:19:44.405859 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:19:46.448804 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:19:48.396753 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:19:48.469755 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0326 23:19:49.333987 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:19:52.544158 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:20:44.468232 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:21:58.643056 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:21:58.643084 1 tasks.go:49] processing task group 3 of 3 I0326 23:21:58.643094 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:21:58.710223 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:21:58.710305 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9bea7308-3f8c-4a00-94c6-7bd76baa1493", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0326 23:21:58.715927 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:21:58.749362 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:21:58.799710 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:21:58.804358 1 tasks.go:49] processing task group 1 of 3 I0326 23:21:58.804376 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:21:58.804405 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:21:58.816948 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:22:01.954144 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:22:01.954166 1 tasks.go:49] processing task group 2 of 3 I0326 23:22:01.954185 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:22:01.954191 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:22:01.954202 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:22:01.954220 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:22:01.954239 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:22:01.954257 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:22:01.954278 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:22:01.954297 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:22:01.954315 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:22:01.954338 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:22:01.954364 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:22:01.954358 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:22:01.954411 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:22:01.954423 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:22:01.954437 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:22:02.000706 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:22:02.014769 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:22:02.037074 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:22:02.078659 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:22:03.018090 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:22:03.039891 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:22:03.041579 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:22:03.055100 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:22:03.079515 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:22:05.118942 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:22:07.079280 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:22:08.010193 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:22:08.086548 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:22:13.101252 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:22:17.258803 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:22:17.258830 1 tasks.go:49] processing task group 3 of 3 I0326 23:22:17.258844 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:22:17.313205 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:22:17.318528 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:22:27.549701 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0326 23:22:27.549727 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:22:27.600271 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:22:27.607132 1 tasks.go:49] processing task group 1 of 3 I0326 23:22:27.607160 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:22:27.607177 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:22:27.620994 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:22:30.731993 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:22:30.732013 1 tasks.go:49] processing task group 2 of 3 I0326 23:22:30.732036 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:22:30.732039 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:22:30.732051 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:22:30.732070 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:22:30.732099 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:22:30.732117 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:22:30.732135 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:22:30.732159 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:22:30.732177 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:22:30.732190 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:22:30.732205 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:22:30.732223 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:22:30.732247 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:22:30.732261 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:22:30.732304 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:22:30.788155 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:22:30.807428 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:22:30.818031 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:22:30.869789 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:22:31.808799 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:22:31.835897 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:22:31.837827 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:22:31.852606 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:22:31.861072 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:22:33.909005 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:22:35.863855 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:22:36.785427 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:22:36.894302 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:22:41.892003 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:22:46.083552 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:22:46.083573 1 tasks.go:49] processing task group 3 of 3 I0326 23:22:46.083589 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:22:46.115164 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:22:46.119347 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:23:05.918954 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:23:05.918993 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:23:05.943861 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:23:05.947872 1 tasks.go:49] processing task group 1 of 3 I0326 23:23:05.947895 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:23:05.947913 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:23:05.959029 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:23:09.059652 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:23:09.059677 1 tasks.go:49] processing task group 2 of 3 I0326 23:23:09.059698 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:23:09.059703 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:23:09.059714 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:23:09.059732 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:23:09.059758 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:23:09.059769 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:23:09.059794 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:23:09.059820 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:23:09.059843 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:23:09.059862 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:23:09.059884 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:23:09.059883 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:23:09.059910 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:23:09.059912 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:23:09.059923 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:23:09.108184 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:23:09.126261 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:23:09.141516 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:23:09.186013 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:23:10.127510 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:23:10.137508 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:23:10.156636 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:23:10.165407 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:23:10.190482 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:23:12.197007 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:23:14.171118 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:23:15.113452 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:23:15.196236 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:23:20.206772 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:23:24.344679 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:23:24.344705 1 tasks.go:49] processing task group 3 of 3 I0326 23:23:24.344720 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:23:24.380491 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:23:24.386073 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:24:09.483867 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0326 23:24:09.483897 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:24:09.508116 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:24:09.512280 1 tasks.go:49] processing task group 1 of 3 I0326 23:24:09.512306 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:24:09.512325 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:24:09.523975 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:24:12.651598 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:24:12.651623 1 tasks.go:49] processing task group 2 of 3 I0326 23:24:12.651651 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:24:12.651665 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:24:12.651674 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:24:12.651695 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:24:12.651716 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:24:12.651735 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:24:12.651765 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:24:12.651781 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:24:12.651803 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:24:12.651827 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:24:12.651838 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:24:12.651845 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:24:12.651858 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:24:12.651886 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:24:12.651667 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:24:12.701170 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:24:12.722165 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:24:12.734903 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:24:12.775869 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:24:13.719736 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:24:13.741873 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:24:13.744307 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:24:13.749776 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:24:13.774050 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:24:15.807244 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:24:17.775292 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:24:18.709569 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:24:18.794676 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:24:23.798652 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:24:27.955951 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:24:27.955979 1 tasks.go:49] processing task group 3 of 3 I0326 23:24:27.955987 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:24:27.992939 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:24:27.998042 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:28:05.918736 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:28:05.918802 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:28:05.945615 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:28:05.950015 1 tasks.go:49] processing task group 1 of 3 I0326 23:28:05.950042 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:28:05.950053 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:28:05.961519 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:28:09.094885 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:28:09.094908 1 tasks.go:49] processing task group 2 of 3 I0326 23:28:09.094929 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:28:09.094939 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:28:09.094947 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:28:09.094950 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:28:09.094968 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:28:09.094983 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:28:09.095014 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:28:09.095023 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:28:09.095048 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:28:09.095058 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:28:09.095083 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:28:09.095099 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:28:09.095127 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:28:09.095141 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:28:09.095122 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:28:09.197214 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:28:09.198229 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:28:09.210527 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:28:09.285647 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:28:10.193998 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:28:10.208200 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:28:10.239480 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:28:10.240122 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:28:10.270907 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:28:12.271368 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:28:14.276552 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:28:15.162632 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:28:15.299258 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:28:20.262724 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:28:24.454773 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:28:24.454802 1 tasks.go:49] processing task group 3 of 3 I0326 23:28:24.454824 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:28:24.491586 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:28:24.496287 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:33:05.831752 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0326 23:33:05.831789 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:33:05.832707 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:33:05.832778 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:33:05.832814 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:33:05.832924 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:33:05.833574 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:33:05.834547 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:33:05.834548 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:33:05.834568 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0326 23:33:05.834600 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:33:05.834620 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:33:05.856482 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:33:05.861889 1 tasks.go:49] processing task group 1 of 3 I0326 23:33:05.861913 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:33:05.861924 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:33:05.865728 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0326 23:33:05.874370 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:33:05.919873 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:33:09.005549 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:33:09.005575 1 tasks.go:49] processing task group 2 of 3 I0326 23:33:09.005599 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:33:09.005603 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:33:09.005614 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:33:09.005639 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:33:09.005660 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:33:09.005689 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:33:09.005709 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:33:09.005729 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:33:09.005745 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:33:09.005765 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:33:09.005778 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:33:09.005799 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:33:09.005815 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:33:09.005821 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:33:09.005878 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:33:09.071808 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:33:09.089064 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:33:09.089786 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:33:09.150866 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:33:10.089558 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:33:10.105864 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:33:10.113347 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:33:10.114706 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:33:10.152814 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:33:12.163318 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:33:14.143563 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:33:15.066481 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:33:15.160562 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:33:20.162900 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:33:24.330155 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:33:24.330180 1 tasks.go:49] processing task group 3 of 3 I0326 23:33:24.330196 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:33:24.365547 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:33:24.370283 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:33:24.379997 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:33:24.408176 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:33:24.412547 1 tasks.go:49] processing task group 1 of 3 I0326 23:33:24.412572 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:33:24.412600 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:33:24.424355 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:33:27.536772 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:33:27.536792 1 tasks.go:49] processing task group 2 of 3 I0326 23:33:27.536819 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:33:27.536820 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:33:27.536838 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:33:27.536854 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:33:27.536877 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:33:27.536896 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:33:27.536913 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:33:27.536933 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:33:27.536952 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:33:27.536973 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:33:27.536975 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:33:27.537006 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:33:27.537016 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:33:27.537036 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:33:27.537058 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:33:27.588242 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:33:27.605881 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:33:27.621132 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:33:27.665709 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:33:28.613219 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:33:28.630081 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:33:28.641170 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:33:28.647181 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:33:28.656882 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:33:30.689436 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:33:32.659210 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:33:33.591214 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:33:33.673912 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:33:38.691412 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:33:42.817856 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:33:42.817881 1 tasks.go:49] processing task group 3 of 3 I0326 23:33:42.817897 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:33:42.852993 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:33:42.857687 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:38:05.919498 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:38:05.919561 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:38:05.944307 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:38:05.948329 1 tasks.go:49] processing task group 1 of 3 I0326 23:38:05.948356 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:38:05.948369 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:38:05.958140 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:38:09.085187 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:38:09.085210 1 tasks.go:49] processing task group 2 of 3 I0326 23:38:09.085234 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:38:09.085243 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:38:09.085253 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:38:09.085283 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:38:09.085299 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:38:09.085315 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:38:09.085324 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:38:09.085347 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:38:09.085368 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:38:09.085404 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:38:09.085415 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:38:09.085428 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:38:09.085447 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:38:09.085236 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:38:09.085464 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:38:09.138845 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:38:09.154518 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:38:09.169761 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:38:09.217623 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:38:10.169600 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:38:10.181489 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:38:10.188501 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:38:10.192718 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:38:10.226486 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:38:12.232943 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:38:14.214444 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:38:15.136896 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:38:15.228276 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:38:20.238113 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:38:24.376454 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:38:24.376479 1 tasks.go:49] processing task group 3 of 3 I0326 23:38:24.376498 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:38:24.411002 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:38:24.414992 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:43:05.918997 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:43:05.919053 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:43:05.943940 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:43:05.948335 1 tasks.go:49] processing task group 1 of 3 I0326 23:43:05.948359 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:43:05.948373 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:43:05.959979 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:43:09.084226 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:43:09.084246 1 tasks.go:49] processing task group 2 of 3 I0326 23:43:09.084269 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:43:09.084279 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:43:09.084307 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:43:09.084312 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:43:09.084348 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:43:09.084368 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:43:09.084377 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:43:09.084414 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:43:09.084422 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:43:09.084456 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:43:09.084461 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:43:09.084475 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:43:09.084501 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:43:09.084537 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:43:09.084535 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:43:09.147960 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:43:09.161264 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:43:09.165959 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:43:09.237155 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:43:10.159511 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:43:10.197050 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:43:10.199559 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:43:10.203038 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:43:10.223874 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:43:12.242241 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:43:14.215803 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:43:15.144270 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:43:15.237655 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:43:20.251833 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:43:24.404947 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:43:24.404973 1 tasks.go:49] processing task group 3 of 3 I0326 23:43:24.404988 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:43:24.441732 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:43:24.446718 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:48:05.832032 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0326 23:48:05.832069 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:48:05.833258 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:48:05.833275 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:48:05.833361 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:48:05.833416 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:48:05.834228 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:48:05.834937 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0326 23:48:05.834955 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:48:05.834957 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:48:05.835025 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:48:05.835047 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:48:05.859517 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:48:05.864474 1 tasks.go:49] processing task group 1 of 3 I0326 23:48:05.864505 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:48:05.864517 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:48:05.865974 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0326 23:48:05.877462 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:48:05.919029 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:48:09.009154 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:48:09.009186 1 tasks.go:49] processing task group 2 of 3 I0326 23:48:09.009219 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:48:09.009228 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:48:09.009241 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:48:09.009252 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:48:09.009309 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:48:09.009344 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:48:09.009359 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:48:09.009467 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:48:09.009483 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:48:09.009579 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:48:09.009636 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:48:09.009768 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:48:09.009915 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:48:09.009930 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:48:09.009995 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:48:09.057693 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:48:09.083075 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:48:09.099629 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:48:09.141959 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:48:10.078365 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:48:10.106010 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:48:10.108140 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:48:10.128427 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:48:10.144112 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:48:12.172741 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:48:14.138703 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:48:15.068511 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:48:15.161021 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:48:20.195517 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:48:24.321979 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:48:24.322002 1 tasks.go:49] processing task group 3 of 3 I0326 23:48:24.322018 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:48:24.359510 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:48:24.364090 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:48:24.372901 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:48:24.397221 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:48:24.401789 1 tasks.go:49] processing task group 1 of 3 I0326 23:48:24.401815 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:48:24.401831 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:48:24.413111 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:48:27.528671 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:48:27.528696 1 tasks.go:49] processing task group 2 of 3 I0326 23:48:27.528721 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:48:27.528727 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:48:27.528737 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:48:27.528766 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:48:27.528776 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:48:27.528795 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:48:27.528809 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:48:27.528829 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:48:27.528839 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:48:27.528864 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:48:27.528884 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:48:27.528889 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:48:27.528909 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:48:27.528920 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:48:27.528873 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:48:27.577216 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:48:27.590851 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:48:27.611550 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:48:27.651044 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:48:28.616192 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:48:28.654874 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:48:28.671781 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:48:28.732852 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:48:28.732913 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:48:30.723787 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:48:32.643320 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:48:33.585018 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:48:33.665626 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:48:38.757737 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:48:42.828150 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:48:42.828174 1 tasks.go:49] processing task group 3 of 3 I0326 23:48:42.828190 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:48:42.864292 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:48:42.868886 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:53:05.919124 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:53:05.919180 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:53:05.947037 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:53:05.951415 1 tasks.go:49] processing task group 1 of 3 I0326 23:53:05.951450 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:53:05.951462 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:53:05.963108 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:53:09.088982 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:53:09.089003 1 tasks.go:49] processing task group 2 of 3 I0326 23:53:09.089026 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:53:09.089037 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:53:09.089058 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:53:09.089075 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:53:09.089093 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:53:09.089117 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:53:09.089137 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:53:09.089156 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:53:09.089176 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:53:09.089197 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:53:09.089224 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:53:09.089234 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:53:09.089260 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:53:09.089258 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:53:09.089274 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:53:09.145353 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:53:09.168052 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:53:09.172298 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:53:09.222040 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:53:10.165683 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:53:10.186362 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:53:10.186487 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:53:10.198785 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:53:10.224606 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:53:12.243081 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:53:14.217429 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:53:15.143757 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:53:15.229049 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:53:20.248554 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:53:24.389419 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:53:24.389443 1 tasks.go:49] processing task group 3 of 3 I0326 23:53:24.389460 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:53:24.422954 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:53:24.427157 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:58:05.919230 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:58:05.919303 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:58:05.945585 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:58:05.950538 1 tasks.go:49] processing task group 1 of 3 I0326 23:58:05.950594 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:58:05.950611 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:58:05.962469 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:58:09.088747 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:58:09.088769 1 tasks.go:49] processing task group 2 of 3 I0326 23:58:09.088795 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:58:09.088802 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:58:09.088811 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:58:09.088825 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:58:09.088846 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:58:09.088862 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:58:09.088878 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:58:09.088904 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:58:09.088925 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:58:09.088949 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:58:09.088968 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:58:09.088994 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:58:09.088993 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:58:09.089013 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:58:09.088997 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:58:09.139939 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:58:09.158559 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:58:09.169567 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:58:09.217427 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:58:10.173275 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:58:10.181070 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:58:10.193988 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:58:10.200114 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:58:10.214109 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:58:12.238844 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:58:14.211268 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:58:15.142850 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:58:15.228506 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:58:20.246130 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:58:24.391417 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:58:24.391439 1 tasks.go:49] processing task group 3 of 3 I0326 23:58:24.391455 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:58:24.426923 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:58:24.431178 1 operator.go:851] Updating ClusterOperator status to done.