W0327 10:44:23.595508 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 10:44:23.595879 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0327 10:44:23.595893 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0327 10:44:23.595898 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0327 10:44:23.595902 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0327 10:44:23.595906 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0327 10:44:23.619811 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0327 10:44:23.622848 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0327 10:44:23.622884 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0327 10:44:23.623083 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0327 10:44:23.624138 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 10:44:23.628689 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:44:23.633053 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:44:23.633286 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 10:44:23.633515 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 10:44:23.633587 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 10:44:23.634095 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 10:44:23.634333 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 10:44:23.634358 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0327 10:44:23.636496 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 10:44:23.637379 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 10:44:23.637547 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 10:44:23.638194 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0327 10:44:23.638516 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 10:44:23.640539 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 10:44:23.642714 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 10:44:23.644807 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 10:44:23.677229 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 10:44:23.725539 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 10:44:23.725605 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 10:44:23.725613 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0327 10:44:23.725627 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0327 10:44:23.725633 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0327 10:44:23.725636 1 relabel_controller.go:117] Starting alert relabel config controller I0327 10:44:23.725646 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0327 10:44:23.725614 1 rule_controller.go:114] Starting alerting rules controller I0327 10:44:23.725657 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0327 10:44:23.725661 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0327 10:44:23.725664 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0327 10:44:23.725666 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0327 10:44:23.725668 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0327 10:44:23.725686 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0327 10:44:23.725694 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0327 10:44:23.728894 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0327 10:44:23.729004 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0327 10:44:23.729052 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0327 10:44:23.729621 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0327 10:44:23.733483 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.733482 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.733488 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.733695 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 10:44:23.733854 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 10:44:23.733886 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 10:44:23.749088 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-rsfzt" is created for OpenShiftMonitoringTelemeterClientCertRequester I0327 10:44:23.755834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-qwnhm" is created for OpenShiftMonitoringClientCertRequester I0327 10:44:23.755874 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-hpbzj" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0327 10:44:23.760675 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.764557 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.764761 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.766248 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.771862 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.771862 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.771867 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.776246 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.777620 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.777690 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.778478 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 10:44:23.780677 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.782118 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.782241 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.788419 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.788739 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.788728 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.801542 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.803072 1 tasks.go:49] processing task group 1 of 3 I0327 10:44:23.803100 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 10:44:23.803179 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:44:23.806087 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.806254 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.806411 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-27T10:39:23Z",   ) I0327 10:44:23.806436 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-26T10:39:23Z",   ) I0327 10:44:23.810569 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.810698 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-27T10:39:23Z",   ) I0327 10:44:23.810715 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-26T10:39:23Z",   ) I0327 10:44:23.813175 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.813293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0327 10:44:23.813467 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 10:44:23.822969 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 10:44:23.822984 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0327 10:44:23.823782 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0327 10:44:23.823942 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-27T10:39:23Z",   ) I0327 10:44:23.823944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0327 10:44:23.823969 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-26T10:39:23Z",   ) I0327 10:44:23.825766 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0327 10:44:23.825789 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0327 10:44:23.836855 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 10:44:23.836895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0327 10:44:23.838148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0327 10:44:23.845918 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:44:23.848750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0327 10:44:23.918249 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 10:44:24.037444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 10:44:24.050262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 10:44:24.079386 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 10:44:24.092528 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 10:44:24.302768 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0327 10:44:24.304380 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0327 10:44:24.304397 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0327 10:44:24.304416 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0327 10:44:24.304424 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0327 10:44:24.306922 1 secure_serving.go:57] Forcing use of http/1.1 only I0327 10:44:24.306937 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0327 10:44:24.312364 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0327 10:44:24.312375 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 10:44:24.312379 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 10:44:24.312393 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0327 10:44:24.312398 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 10:44:24.312395 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 10:44:24.312617 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 10:44:24.312720 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774608236\" (2026-03-27 10:44:07 +0000 UTC to 2028-03-26 10:44:08 +0000 UTC (now=2026-03-27 10:44:24.312696573 +0000 UTC))" I0327 10:44:24.312885 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774608264\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774608264\" (2026-03-27 09:44:23 +0000 UTC to 2029-03-27 09:44:23 +0000 UTC (now=2026-03-27 10:44:24.312870309 +0000 UTC))" I0327 10:44:24.312903 1 secure_serving.go:211] Serving securely on [::]:8443 I0327 10:44:24.312920 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0327 10:44:24.312933 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0327 10:44:24.315036 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0327 10:44:24.315541 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0327 10:44:24.315553 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0327 10:44:24.412694 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 10:44:24.412726 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0327 10:44:24.412726 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 10:44:24.412897 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 10:34:40 +0000 UTC to 2036-03-24 10:34:40 +0000 UTC (now=2026-03-27 10:44:24.412871848 +0000 UTC))" I0327 10:44:24.413109 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774608236\" (2026-03-27 10:44:07 +0000 UTC to 2028-03-26 10:44:08 +0000 UTC (now=2026-03-27 10:44:24.413094213 +0000 UTC))" I0327 10:44:24.413302 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774608264\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774608264\" (2026-03-27 09:44:23 +0000 UTC to 2029-03-27 09:44:23 +0000 UTC (now=2026-03-27 10:44:24.413288643 +0000 UTC))" I0327 10:44:24.413451 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-27 10:34:42 +0000 UTC to 2036-03-24 10:34:42 +0000 UTC (now=2026-03-27 10:44:24.413440358 +0000 UTC))" I0327 10:44:24.413472 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-27 10:34:46 +0000 UTC to 2036-03-24 10:34:46 +0000 UTC (now=2026-03-27 10:44:24.413463769 +0000 UTC))" I0327 10:44:24.413488 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-27 10:34:50 +0000 UTC to 2036-03-24 10:34:50 +0000 UTC (now=2026-03-27 10:44:24.413480192 +0000 UTC))" I0327 10:44:24.413504 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-27 10:34:52 +0000 UTC to 2036-03-24 10:34:52 +0000 UTC (now=2026-03-27 10:44:24.413494763 +0000 UTC))" I0327 10:44:24.413519 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-27 10:34:56 +0000 UTC to 2036-03-24 10:34:56 +0000 UTC (now=2026-03-27 10:44:24.41351162 +0000 UTC))" I0327 10:44:24.413539 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pa0ron8lulpu1e8444fbruk00uofggt-kx-e04d4b4026_customer-system-admin-signer@1774607843\" [] issuer=\"\" (2026-03-27 10:37:25 +0000 UTC to 2026-04-03 10:37:26 +0000 UTC (now=2026-03-27 10:44:24.413528683 +0000 UTC))" I0327 10:44:24.413556 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pa0ron8lulpu1e8444fbruk00uofggt-kx-e04d4b4026_sre-system-admin-signer@1774607843\" [] issuer=\"\" (2026-03-27 10:37:30 +0000 UTC to 2026-04-03 10:37:31 +0000 UTC (now=2026-03-27 10:44:24.413546954 +0000 UTC))" I0327 10:44:24.413572 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 10:34:40 +0000 UTC to 2036-03-24 10:34:40 +0000 UTC (now=2026-03-27 10:44:24.413564767 +0000 UTC))" I0327 10:44:24.413751 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774608236\" (2026-03-27 10:44:07 +0000 UTC to 2028-03-26 10:44:08 +0000 UTC (now=2026-03-27 10:44:24.413737861 +0000 UTC))" I0327 10:44:24.413906 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774608264\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774608264\" (2026-03-27 09:44:23 +0000 UTC to 2029-03-27 09:44:23 +0000 UTC (now=2026-03-27 10:44:24.413895874 +0000 UTC))" I0327 10:44:28.145596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0327 10:44:28.160511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0327 10:44:28.176910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0327 10:44:33.343090 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 10:44:33.343121 1 tasks.go:49] processing task group 2 of 3 I0327 10:44:33.343154 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:44:33.343156 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 10:44:33.343172 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:44:33.343173 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 10:44:33.343185 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:44:33.343192 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 10:44:33.343194 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:44:33.343196 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 10:44:33.343205 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 10:44:33.343236 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 10:44:33.343235 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:44:33.343247 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 10:44:33.343259 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 10:44:33.343255 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:44:33.343275 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 10:44:33.364527 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0327 10:44:33.364870 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0327 10:44:33.388833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0327 10:44:33.406614 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0327 10:44:33.406644 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0327 10:44:33.427696 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0327 10:44:33.441662 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 10:44:33.466449 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:44:33.514489 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:44:33.537701 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0327 10:44:33.580821 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0327 10:44:33.585454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 10:44:33.588324 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 10:44:33.589084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 10:44:33.589102 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0327 10:44:33.665493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0327 10:44:33.766194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 10:44:33.776541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 10:44:33.777127 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 10:44:33.777148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0327 10:44:33.777154 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0327 10:44:33.785779 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 10:44:33.785798 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 10:44:33.800149 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0327 10:44:33.800172 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0327 10:44:33.819248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0327 10:44:33.823338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0327 10:44:33.858197 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0327 10:44:33.858394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0327 10:44:33.906669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0327 10:44:34.015894 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 10:44:34.121652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0327 10:44:34.154882 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 10:44:34.229529 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0327 10:44:34.368234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0327 10:44:34.373419 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0327 10:44:34.471505 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0327 10:44:34.482657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0327 10:44:34.502163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0327 10:44:34.530265 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0327 10:44:34.579543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 10:44:34.591707 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0327 10:44:34.622961 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0327 10:44:34.687128 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 10:44:34.793486 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 10:44:34.804043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 10:44:34.809435 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0327 10:44:34.832793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0327 10:44:34.875010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0327 10:44:34.895474 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 10:44:34.895492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 10:44:34.950725 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 10:44:35.041667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0327 10:44:35.182632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0327 10:44:35.224729 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 10:44:35.363241 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0327 10:44:35.501365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0327 10:44:35.616691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0327 10:44:35.632268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 10:44:35.648897 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0327 10:44:35.781182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0327 10:44:35.875324 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 10:44:35.966750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 10:44:36.068043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 10:44:36.180096 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 10:44:36.306752 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 10:44:36.410899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 10:44:36.445767 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:44:36.445811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0327 10:44:36.446444 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 10:44:36.515682 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:44:36.515773 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 10:44:36.617954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 10:44:36.716547 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 10:44:36.818281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 10:44:36.898869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0327 10:44:36.919420 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0327 10:44:36.975114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-5l6otkqn46sna -n openshift-monitoring because it was missing I0327 10:44:37.492669 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:44:37.574130 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0327 10:44:37.914794 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:44:37.977004 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 10:44:37.990096 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 10:44:38.117800 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 10:44:38.399726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0327 10:44:38.431189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0327 10:44:38.668943 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-fmlievoi0vv77 -n openshift-monitoring because it was missing I0327 10:44:39.956004 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-dhjtdte2f86am -n openshift-monitoring because it was missing I0327 10:44:40.035539 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0327 10:44:40.060688 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 10:44:40.073259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0327 10:44:43.489601 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 10:44:43.489674 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0327 10:44:49.119902 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0327 10:44:49.170923 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 10:44:52.756287 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 10:45:04.757598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0327 10:45:04.772835 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 10:45:04.772912 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0327 10:45:08.119870 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 10:45:14.975357 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 10:45:23.118109 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 10:45:50.136395 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 10:45:50.136430 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0327 10:45:50.136437 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0327 10:45:50.136466 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0327 10:45:50.136492 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 10:45:50.167844 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 10:45:50.174173 1 tasks.go:49] processing task group 1 of 3 I0327 10:45:50.174199 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 10:45:50.174214 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:45:50.190179 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:45:51.232294 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVEhFUmQ4OGl5L1F3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EWXdPREl6TmpBZQpGdzB5TmpBek1qY3hNRFF6TlRWYUZ3MHlPREExTWpVeE1EUXpOVFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEyTURneU16WXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQy9jYlk2SGoxdVJEYjFTdGVDRXFxT2R4YUtLZllveW1ZbApoSk9FUlQ3QnZBbTA0WG02Vk1JRGZNTE1oZE1OUlRSa1J5Z1hYcDYvQU9LQzJHVm93QUpLcm9sek9OWmJyOHBWCjVCSm5PVWk5WFZUejZnUkZ1NHJOc1V3N1FQWVR2Zk9Ta1NoVng3WFRZK3VjUWhhbGJ4RFB1K09OaVF1UCtDalEKTFE1UU1DemdxUU9ZUFAvR0RRWmg4cGFZSE94OG1oZHRtTHY5R3ZpWnJvRFZWUUlWU2I5NENaMXR3Q1A3VjZ0Zgo0VzRLZEZKN0drZEpkSTZwZ29EdVpINEhScmhFeVBqaE11SHhFaWRhckZhRmo1aE04N3BVTVRxcDYxZHFGRnk4Cnd4c0h4SllNVzlUSVhudllnY0hGNVd1N3N5bzJxRmxSVkc0dW9xS0Zmak9Kdjl4TUk4MHBBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFLR3Z0ZgpBS3oyUlhlV2Iya0FhYTZKWFZSQ3ZUQWZCZ05WSFNNRUdEQVdnQlFLR3Z0ZkFLejJSWGVXYjJrQWFhNkpYVlJDCnZUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFEcWRqRnN3RHpYZVhJUTF5MXlvWlI4L0dVVTVRUnF0L3RvRW8KNDltSnJ2bHZ3dVYvVWdVbjJ5bHgzUVZUT0xaOXZybzQrdDFsNllxbDNpNldvTHFqSkN3dXBwVjUzK2Y0VGRDeApxSTVtVm9mYmdNcUN4RmNsQTB3TklSNlkxMXZmMU55Q3ZXSm15MSt3TzUwTEJibXFOY1FobEJ3a2pvdU01dllPCjVFenRaV3NPZ1lKOEl1cW1uTzlXRGJLZThQT0NGQjJaQmMwWW05cFZlSHg4YW5JWFhyVjZhdTI1VTQ1ZmUxc3kKTjhYVGxEOWU1cUp5aTVZanZzcWkrcUY3ZU14ekh3NFRsbkxabERJdGNZTGRMNjlrdTZvQUorTEdXbzR1ZVJFQQpabWlHWDY1L0dmOTJzZDkxZW1idERtVEozR3dvWlFVdENIQW1BZmFLYXVTZWxhWFdxQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 10:45:51.238370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0327 10:45:51.243746 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVEhFUmQ4OGl5L1F3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EWXdPREl6TmpBZQpGdzB5TmpBek1qY3hNRFF6TlRWYUZ3MHlPREExTWpVeE1EUXpOVFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEyTURneU16WXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQy9jYlk2SGoxdVJEYjFTdGVDRXFxT2R4YUtLZllveW1ZbApoSk9FUlQ3QnZBbTA0WG02Vk1JRGZNTE1oZE1OUlRSa1J5Z1hYcDYvQU9LQzJHVm93QUpLcm9sek9OWmJyOHBWCjVCSm5PVWk5WFZUejZnUkZ1NHJOc1V3N1FQWVR2Zk9Ta1NoVng3WFRZK3VjUWhhbGJ4RFB1K09OaVF1UCtDalEKTFE1UU1DemdxUU9ZUFAvR0RRWmg4cGFZSE94OG1oZHRtTHY5R3ZpWnJvRFZWUUlWU2I5NENaMXR3Q1A3VjZ0Zgo0VzRLZEZKN0drZEpkSTZwZ29EdVpINEhScmhFeVBqaE11SHhFaWRhckZhRmo1aE04N3BVTVRxcDYxZHFGRnk4Cnd4c0h4SllNVzlUSVhudllnY0hGNVd1N3N5bzJxRmxSVkc0dW9xS0Zmak9Kdjl4TUk4MHBBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFLR3Z0ZgpBS3oyUlhlV2Iya0FhYTZKWFZSQ3ZUQWZCZ05WSFNNRUdEQVdnQlFLR3Z0ZkFLejJSWGVXYjJrQWFhNkpYVlJDCnZUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFEcWRqRnN3RHpYZVhJUTF5MXlvWlI4L0dVVTVRUnF0L3RvRW8KNDltSnJ2bHZ3dVYvVWdVbjJ5bHgzUVZUT0xaOXZybzQrdDFsNllxbDNpNldvTHFqSkN3dXBwVjUzK2Y0VGRDeApxSTVtVm9mYmdNcUN4RmNsQTB3TklSNlkxMXZmMU55Q3ZXSm15MSt3TzUwTEJibXFOY1FobEJ3a2pvdU01dllPCjVFenRaV3NPZ1lKOEl1cW1uTzlXRGJLZThQT0NGQjJaQmMwWW05cFZlSHg4YW5JWFhyVjZhdTI1VTQ1ZmUxc3kKTjhYVGxEOWU1cUp5aTVZanZzcWkrcUY3ZU14ekh3NFRsbkxabERJdGNZTGRMNjlrdTZvQUorTEdXbzR1ZVJFQQpabWlHWDY1L0dmOTJzZDkxZW1idERtVEozR3dvWlFVdENIQW1BZmFLYXVTZWxhWFdxQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 10:45:51.250268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0327 10:45:53.334667 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 10:45:53.334697 1 tasks.go:49] processing task group 2 of 3 I0327 10:45:53.334733 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 10:45:53.334742 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:45:53.334753 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 10:45:53.334767 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 10:45:53.334788 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:45:53.334809 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 10:45:53.334835 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:45:53.334858 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 10:45:53.334873 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 10:45:53.334884 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:45:53.334907 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 10:45:53.334935 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:45:53.334948 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 10:45:53.334739 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:45:53.334746 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 10:45:53.404162 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:45:53.418165 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 10:45:53.421085 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:45:53.449817 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0327 10:45:53.463245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0327 10:45:53.480675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0327 10:45:53.489880 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:45:53.495727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0327 10:45:53.509556 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 10:45:53.565555 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 10:45:54.425111 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:45:54.451025 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 10:45:54.462526 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:45:54.474774 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:45:54.487512 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 10:45:56.528299 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 10:45:58.496137 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 10:45:58.558833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0327 10:45:59.394495 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 10:46:02.661676 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 10:46:54.528942 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 10:48:08.703842 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 10:48:08.703870 1 tasks.go:49] processing task group 3 of 3 I0327 10:48:08.703884 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 10:48:08.759269 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 10:48:08.759359 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2f6321c7-6540-41a6-a909-c6a4ad472dc5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0327 10:48:08.765070 1 operator.go:851] Updating ClusterOperator status to done. W0327 10:48:08.820198 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 10:48:08.867127 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 10:48:08.873278 1 tasks.go:49] processing task group 1 of 3 I0327 10:48:08.873309 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 10:48:08.873323 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:48:08.889412 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:48:12.055704 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 10:48:12.055731 1 tasks.go:49] processing task group 2 of 3 I0327 10:48:12.055767 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:48:12.055774 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 10:48:12.055796 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 10:48:12.055820 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:48:12.055841 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 10:48:12.055862 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:48:12.055888 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 10:48:12.055908 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 10:48:12.055936 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:48:12.055954 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 10:48:12.055976 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 10:48:12.056001 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:48:12.056023 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 10:48:12.056039 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:48:12.056074 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 10:48:12.124019 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:48:12.155868 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:48:12.169910 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 10:48:12.252675 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:48:13.153369 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:48:13.185269 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 10:48:13.203199 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:48:13.224251 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 10:48:13.242061 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:48:15.264861 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 10:48:17.213159 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 10:48:18.125979 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 10:48:18.245696 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 10:48:23.119780 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 10:48:23.276581 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 10:48:27.432358 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 10:48:27.432384 1 tasks.go:49] processing task group 3 of 3 I0327 10:48:27.432402 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 10:48:27.473919 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 10:48:27.479664 1 operator.go:851] Updating ClusterOperator status to done. W0327 10:48:27.491051 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 10:48:27.526470 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 10:48:27.537001 1 tasks.go:49] processing task group 1 of 3 I0327 10:48:27.537034 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 10:48:27.537049 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:48:27.567144 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:48:30.733500 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 10:48:30.733522 1 tasks.go:49] processing task group 2 of 3 I0327 10:48:30.733544 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:48:30.733557 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 10:48:30.733569 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 10:48:30.733587 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 10:48:30.733598 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 10:48:30.733618 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:48:30.733645 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:48:30.733661 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 10:48:30.733680 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 10:48:30.733707 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 10:48:30.733730 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 10:48:30.733760 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 10:48:30.733768 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:48:30.733790 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:48:30.733745 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:48:30.792998 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:48:30.817329 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:48:30.820469 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 10:48:30.896688 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:48:31.819600 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:48:31.846105 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 10:48:31.849419 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:48:31.869243 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:48:31.879694 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 10:48:33.903827 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 10:48:35.882902 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 10:48:36.804583 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 10:48:36.900026 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 10:48:38.119705 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 10:48:41.910748 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 10:48:46.095876 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 10:48:46.095902 1 tasks.go:49] processing task group 3 of 3 I0327 10:48:46.095922 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 10:48:46.136984 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 10:48:46.143344 1 operator.go:851] Updating ClusterOperator status to done. W0327 10:48:46.154463 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 10:48:46.184648 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 10:48:46.190153 1 tasks.go:49] processing task group 1 of 3 I0327 10:48:46.190176 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 10:48:46.190192 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:48:46.206601 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:48:49.351691 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 10:48:49.351711 1 tasks.go:49] processing task group 2 of 3 I0327 10:48:49.351736 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:48:49.351739 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 10:48:49.351754 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 10:48:49.351774 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:48:49.351784 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:48:49.351799 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 10:48:49.351820 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:48:49.351830 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 10:48:49.351854 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 10:48:49.351863 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:48:49.351885 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 10:48:49.351910 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:48:49.351935 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 10:48:49.351960 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 10:48:49.351982 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 10:48:49.428374 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:48:49.450580 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:48:49.455849 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 10:48:49.524708 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:48:50.438997 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:48:50.476060 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 10:48:50.477410 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:48:50.495421 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:48:50.503348 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 10:48:52.546093 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 10:48:54.510902 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 10:48:55.423575 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 10:48:55.537062 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 10:49:00.543713 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 10:49:04.743975 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 10:49:04.744001 1 tasks.go:49] processing task group 3 of 3 I0327 10:49:04.744014 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 10:49:04.797437 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 10:49:04.804623 1 operator.go:851] Updating ClusterOperator status to done. I0327 10:49:23.726435 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 10:49:23.726490 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 10:49:23.777760 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 10:49:23.786114 1 tasks.go:49] processing task group 1 of 3 I0327 10:49:23.786148 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 10:49:23.786165 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:49:23.810958 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:49:26.986662 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 10:49:26.986696 1 tasks.go:49] processing task group 2 of 3 I0327 10:49:26.986732 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:49:26.986734 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 10:49:26.986739 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 10:49:26.986780 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:49:26.986797 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:49:26.986834 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 10:49:26.986851 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 10:49:26.986885 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 10:49:26.986896 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 10:49:26.986907 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:49:26.986933 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 10:49:26.986946 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:49:26.986981 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 10:49:26.987008 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:49:26.986864 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 10:49:27.048742 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:49:27.077490 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 10:49:27.078500 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:49:27.149329 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:49:28.068519 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:49:28.097540 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 10:49:28.100861 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:49:28.134151 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:49:28.135388 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 10:49:30.174934 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 10:49:32.148710 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 10:49:33.063701 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 10:49:33.174423 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 10:49:38.164958 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 10:49:42.369876 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 10:49:42.369907 1 tasks.go:49] processing task group 3 of 3 I0327 10:49:42.369918 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 10:49:42.414982 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 10:49:42.421120 1 operator.go:851] Updating ClusterOperator status to done. I0327 10:52:24.384950 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0327 10:52:24.384990 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 10:52:24.425196 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 10:52:24.432311 1 tasks.go:49] processing task group 1 of 3 I0327 10:52:24.432343 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 10:52:24.432356 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:52:24.453428 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:52:27.620952 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 10:52:27.620975 1 tasks.go:49] processing task group 2 of 3 I0327 10:52:27.621002 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:52:27.621015 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:52:27.621029 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 10:52:27.621039 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 10:52:27.621065 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 10:52:27.621092 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:52:27.621111 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 10:52:27.621130 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 10:52:27.621155 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 10:52:27.621170 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 10:52:27.621195 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 10:52:27.621211 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:52:27.621013 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 10:52:27.621245 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:52:27.621207 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:52:27.679296 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:52:27.702394 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:52:27.708722 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 10:52:27.782517 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:52:28.698042 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:52:28.735801 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 10:52:28.738554 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:52:28.767621 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:52:28.776527 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 10:52:30.810997 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 10:52:32.778438 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 10:52:33.703676 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 10:52:33.806932 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 10:52:38.796513 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 10:52:43.009472 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 10:52:43.009500 1 tasks.go:49] processing task group 3 of 3 I0327 10:52:43.009520 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 10:52:43.063059 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 10:52:43.069517 1 operator.go:851] Updating ClusterOperator status to done. I0327 10:54:23.725617 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 10:54:23.725662 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 10:54:23.775360 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 10:54:23.781109 1 tasks.go:49] processing task group 1 of 3 I0327 10:54:23.781138 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 10:54:23.781153 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:54:23.796831 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:54:26.956931 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 10:54:26.956953 1 tasks.go:49] processing task group 2 of 3 I0327 10:54:26.956977 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:54:26.956988 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:54:26.957005 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 10:54:26.957027 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 10:54:26.957043 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 10:54:26.957072 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 10:54:26.957091 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 10:54:26.957106 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:54:26.957127 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 10:54:26.957152 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 10:54:26.957181 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 10:54:26.957181 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:54:26.957192 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:54:26.957239 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:54:26.957271 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 10:54:27.007569 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:54:27.034872 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:54:27.049652 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 10:54:27.120049 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:54:28.032715 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:54:28.059764 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 10:54:28.062848 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:54:28.091552 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 10:54:28.096414 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:54:30.134737 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 10:54:32.108883 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 10:54:33.029847 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 10:54:33.116495 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 10:54:38.135237 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 10:54:42.346156 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 10:54:42.346182 1 tasks.go:49] processing task group 3 of 3 I0327 10:54:42.346200 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 10:54:42.387478 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 10:54:42.394297 1 operator.go:851] Updating ClusterOperator status to done. I0327 10:59:23.633797 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0327 10:59:23.633840 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 10:59:23.634873 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 10:59:23.634891 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 10:59:23.634964 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 10:59:23.635236 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 10:59:23.635262 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 10:59:23.635319 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 10:59:23.635333 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 10:59:23.637249 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 10:59:23.637853 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 10:59:23.638610 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 10:59:23.677766 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 10:59:23.684840 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 10:59:23.693499 1 tasks.go:49] processing task group 1 of 3 I0327 10:59:23.693528 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 10:59:23.693538 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:59:23.713184 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:59:23.725972 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 10:59:26.899253 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 10:59:26.899275 1 tasks.go:49] processing task group 2 of 3 I0327 10:59:26.899300 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:59:26.899307 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 10:59:26.899324 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 10:59:26.899342 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 10:59:26.899358 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 10:59:26.899381 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 10:59:26.899402 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:59:26.899420 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:59:26.899440 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 10:59:26.899452 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 10:59:26.899474 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:59:26.899506 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:59:26.899509 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 10:59:26.899503 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:59:26.899495 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 10:59:26.970281 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:59:26.989641 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:59:26.994198 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 10:59:27.063147 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:59:27.985321 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:59:28.020068 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 10:59:28.023097 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:59:28.044638 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:59:28.066057 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 10:59:30.094458 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 10:59:32.057411 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 10:59:32.979487 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 10:59:33.073356 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 10:59:38.084184 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 10:59:42.285972 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 10:59:42.285998 1 tasks.go:49] processing task group 3 of 3 I0327 10:59:42.286016 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 10:59:42.328365 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 10:59:42.334586 1 operator.go:851] Updating ClusterOperator status to done. W0327 10:59:42.346774 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 10:59:42.380198 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 10:59:42.386063 1 tasks.go:49] processing task group 1 of 3 I0327 10:59:42.386090 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 10:59:42.386112 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:59:42.402105 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 10:59:45.550369 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 10:59:45.550395 1 tasks.go:49] processing task group 2 of 3 I0327 10:59:45.550422 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:59:45.550427 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 10:59:45.550444 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:59:45.550468 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 10:59:45.550496 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 10:59:45.550514 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:59:45.550548 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:59:45.550560 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:59:45.550561 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 10:59:45.550531 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 10:59:45.551171 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 10:59:45.551198 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 10:59:45.551378 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 10:59:45.551547 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 10:59:45.551670 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:59:45.606411 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 10:59:45.641393 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 10:59:45.644733 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 10:59:45.713949 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 10:59:46.634046 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 10:59:46.665951 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 10:59:46.667959 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 10:59:46.692891 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 10:59:46.698511 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 10:59:48.735112 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 10:59:50.704442 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 10:59:51.623207 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 10:59:51.721520 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 10:59:56.730945 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 11:00:00.945864 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 11:00:00.945891 1 tasks.go:49] processing task group 3 of 3 I0327 11:00:00.945905 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 11:00:00.994746 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 11:00:01.001743 1 operator.go:851] Updating ClusterOperator status to done. I0327 11:04:23.725841 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 11:04:23.725898 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 11:04:23.762009 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 11:04:23.767773 1 tasks.go:49] processing task group 1 of 3 I0327 11:04:23.767799 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 11:04:23.767815 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 11:04:23.783555 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 11:04:26.945816 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 11:04:26.945838 1 tasks.go:49] processing task group 2 of 3 I0327 11:04:26.945864 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 11:04:26.945874 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 11:04:26.945888 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 11:04:26.945904 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 11:04:26.945928 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 11:04:26.945942 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 11:04:26.945963 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 11:04:26.945986 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 11:04:26.946005 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 11:04:26.946032 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 11:04:26.946036 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 11:04:26.946059 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 11:04:26.946093 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 11:04:26.946103 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 11:04:26.946013 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 11:04:27.002038 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 11:04:27.032120 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 11:04:27.035783 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 11:04:27.101032 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 11:04:28.022115 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 11:04:28.056449 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 11:04:28.060075 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 11:04:28.088240 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 11:04:28.105664 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 11:04:30.122349 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 11:04:32.102062 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 11:04:33.025516 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 11:04:33.112303 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 11:04:38.122958 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 11:04:42.314945 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 11:04:42.314974 1 tasks.go:49] processing task group 3 of 3 I0327 11:04:42.314991 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 11:04:42.358179 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 11:04:42.365454 1 operator.go:851] Updating ClusterOperator status to done. I0327 11:09:23.726408 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 11:09:23.726473 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 11:09:23.774543 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 11:09:23.780712 1 tasks.go:49] processing task group 1 of 3 I0327 11:09:23.780744 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 11:09:23.780758 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 11:09:23.797773 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 11:09:26.968439 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 11:09:26.968462 1 tasks.go:49] processing task group 2 of 3 I0327 11:09:26.968492 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 11:09:26.968497 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 11:09:26.968512 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 11:09:26.968522 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 11:09:26.968549 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 11:09:26.968569 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 11:09:26.968593 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 11:09:26.968611 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 11:09:26.968632 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 11:09:26.968660 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 11:09:26.968665 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 11:09:26.968683 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 11:09:26.968703 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 11:09:26.968712 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 11:09:26.968719 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 11:09:27.026083 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 11:09:27.054781 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 11:09:27.059385 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 11:09:27.126417 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 11:09:28.050534 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 11:09:28.083403 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 11:09:28.085444 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 11:09:28.113858 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 11:09:28.114751 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 11:09:30.148819 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 11:09:32.117446 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 11:09:33.039827 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 11:09:33.139728 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 11:09:38.152913 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 11:09:42.336308 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 11:09:42.336333 1 tasks.go:49] processing task group 3 of 3 I0327 11:09:42.336346 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 11:09:42.380293 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 11:09:42.386817 1 operator.go:851] Updating ClusterOperator status to done. I0327 11:14:23.634308 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0327 11:14:23.634353 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 11:14:23.635450 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 11:14:23.635457 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 11:14:23.635477 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 11:14:23.635505 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 11:14:23.635523 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 11:14:23.635609 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 11:14:23.635643 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 11:14:23.637660 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 11:14:23.638426 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 11:14:23.638649 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 11:14:23.677828 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 11:14:23.685283 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 11:14:23.691234 1 tasks.go:49] processing task group 1 of 3 I0327 11:14:23.691257 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 11:14:23.691280 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 11:14:23.707422 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 11:14:23.726140 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 11:14:26.874664 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 11:14:26.874687 1 tasks.go:49] processing task group 2 of 3 I0327 11:14:26.874711 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 11:14:26.874718 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 11:14:26.874745 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 11:14:26.874758 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 11:14:26.874770 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 11:14:26.874793 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 11:14:26.874806 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 11:14:26.874825 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 11:14:26.874846 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 11:14:26.874870 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 11:14:26.874885 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 11:14:26.874903 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 11:14:26.874903 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 11:14:26.874929 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 11:14:26.874750 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 11:14:26.938319 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 11:14:26.963947 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 11:14:26.968497 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 11:14:27.034095 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 11:14:27.960676 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 11:14:27.991650 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 11:14:27.995811 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 11:14:28.018169 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 11:14:28.021587 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 11:14:30.060836 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 11:14:32.029577 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 11:14:32.943102 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 11:14:33.055517 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 11:14:38.090947 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 11:14:42.254879 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 11:14:42.254905 1 tasks.go:49] processing task group 3 of 3 I0327 11:14:42.254918 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 11:14:42.297671 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 11:14:42.303894 1 operator.go:851] Updating ClusterOperator status to done. W0327 11:14:42.315943 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 11:14:42.350755 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 11:14:42.356805 1 tasks.go:49] processing task group 1 of 3 I0327 11:14:42.356831 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 11:14:42.356848 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 11:14:42.373208 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 11:14:45.514798 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 11:14:45.514825 1 tasks.go:49] processing task group 2 of 3 I0327 11:14:45.514850 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 11:14:45.514858 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 11:14:45.514872 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 11:14:45.514892 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 11:14:45.514910 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 11:14:45.514931 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 11:14:45.514955 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 11:14:45.514967 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 11:14:45.514979 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 11:14:45.514998 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 11:14:45.515025 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 11:14:45.515036 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 11:14:45.514862 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 11:14:45.515074 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 11:14:45.515079 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 11:14:45.575031 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 11:14:45.601973 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 11:14:45.602374 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 11:14:45.664924 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 11:14:46.591355 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 11:14:46.621796 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 11:14:46.626954 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 11:14:46.664304 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 11:14:46.664359 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 11:14:48.696777 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 11:14:50.664598 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 11:14:51.588387 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 11:14:51.686922 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 11:14:56.695647 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 11:15:00.885322 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 11:15:00.885349 1 tasks.go:49] processing task group 3 of 3 I0327 11:15:00.885363 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 11:15:00.942503 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 11:15:00.949480 1 operator.go:851] Updating ClusterOperator status to done. I0327 11:19:23.726170 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 11:19:23.726240 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 11:19:23.763079 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 11:19:23.769000 1 tasks.go:49] processing task group 1 of 3 I0327 11:19:23.769026 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 11:19:23.769042 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 11:19:23.786497 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 11:19:26.963826 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 11:19:26.963859 1 tasks.go:49] processing task group 2 of 3 I0327 11:19:26.963893 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 11:19:26.963896 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 11:19:26.963919 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 11:19:26.963943 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 11:19:26.963958 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 11:19:26.963982 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 11:19:26.963993 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 11:19:26.964011 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 11:19:26.964033 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 11:19:26.964057 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 11:19:26.964240 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 11:19:26.964243 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 11:19:26.964255 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 11:19:26.964264 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 11:19:26.964265 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 11:19:27.023823 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 11:19:27.052950 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 11:19:27.054489 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 11:19:27.130908 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 11:19:28.042892 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 11:19:28.070742 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 11:19:28.077743 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 11:19:28.105831 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 11:19:28.108937 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 11:19:30.164499 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 11:19:32.121718 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 11:19:33.042486 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 11:19:33.134643 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 11:19:38.141710 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 11:19:42.364177 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 11:19:42.364207 1 tasks.go:49] processing task group 3 of 3 I0327 11:19:42.364236 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 11:19:42.407213 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 11:19:42.413591 1 operator.go:851] Updating ClusterOperator status to done. I0327 11:24:23.726113 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 11:24:23.726169 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 11:24:23.766161 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 11:24:23.772922 1 tasks.go:49] processing task group 1 of 3 I0327 11:24:23.772947 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 11:24:23.772962 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 11:24:23.790089 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 11:24:26.951634 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 11:24:26.951658 1 tasks.go:49] processing task group 2 of 3 I0327 11:24:26.951687 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 11:24:26.951689 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 11:24:26.951708 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 11:24:26.951726 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 11:24:26.951753 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 11:24:26.951775 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 11:24:26.951788 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 11:24:26.951809 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 11:24:26.951818 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 11:24:26.951838 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 11:24:26.951861 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 11:24:26.951891 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 11:24:26.951885 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 11:24:26.951901 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 11:24:26.951915 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 11:24:27.007278 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 11:24:27.037234 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 11:24:27.037825 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 11:24:27.107034 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 11:24:28.031262 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 11:24:28.058194 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 11:24:28.060231 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 11:24:28.085470 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 11:24:28.090332 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 11:24:30.130477 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 11:24:32.113360 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 11:24:33.024258 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 11:24:33.123160 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 11:24:38.126290 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 11:24:42.326331 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 11:24:42.326355 1 tasks.go:49] processing task group 3 of 3 I0327 11:24:42.326370 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 11:24:42.370960 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 11:24:42.381657 1 operator.go:851] Updating ClusterOperator status to done.