W0428 15:40:39.298490 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0428 15:40:39.298890 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0428 15:40:39.298908 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0428 15:40:39.298915 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0428 15:40:39.298921 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0428 15:40:39.298926 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0428 15:40:39.319787 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0428 15:40:39.323939 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0428 15:40:39.323979 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0428 15:40:39.324162 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0428 15:40:39.325093 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0428 15:40:39.335168 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:40:39.335228 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:40:39.335240 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 15:40:39.335275 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 15:40:39.335697 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 15:40:39.335736 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 15:40:39.336319 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 15:40:39.336619 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 15:40:39.336686 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 15:40:39.336722 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0428 15:40:39.336813 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 15:40:39.336926 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 15:40:39.336955 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0428 15:40:39.347052 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0428 15:40:39.347065 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0428 15:40:39.347491 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:40:39.370285 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 15:40:39.427093 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 15:40:39.427153 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:40:39.427173 1 rule_controller.go:114] Starting alerting rules controller I0428 15:40:39.427177 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0428 15:40:39.427197 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0428 15:40:39.427199 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0428 15:40:39.427203 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0428 15:40:39.427215 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0428 15:40:39.427212 1 relabel_controller.go:117] Starting alert relabel config controller I0428 15:40:39.427221 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0428 15:40:39.427226 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0428 15:40:39.427206 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0428 15:40:39.427240 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0428 15:40:39.427248 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0428 15:40:39.427234 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0428 15:40:39.430637 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0428 15:40:39.430781 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0428 15:40:39.430859 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0428 15:40:39.431519 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0428 15:40:39.433396 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.433402 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.433399 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.433510 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 15:40:39.433527 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 15:40:39.433617 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 15:40:39.445319 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-lz6cg" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0428 15:40:39.448698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-qtbb6" is created for OpenShiftMonitoringTelemeterClientCertRequester I0428 15:40:39.448724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-rrd2f" is created for OpenShiftMonitoringClientCertRequester I0428 15:40:39.449273 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.456328 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.456333 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.456428 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.459757 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.460495 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.460499 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.463101 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.463910 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.464827 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.466557 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:40:39.466920 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.467572 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.468489 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.470825 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.471517 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.477030 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.477503 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.477529 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.484280 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.484294 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.484472 1 tasks.go:49] processing task group 1 of 3 I0428 15:40:39.484499 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:40:39.484511 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:40:39.484558 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.488167 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.488187 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.489647 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.494497 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.494504 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.494517 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.500456 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0428 15:40:39.504605 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.504616 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.504769 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.505996 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0428 15:40:39.512024 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:40:39.512030 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.512035 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.512048 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.520340 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.520350 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.520349 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 15:40:39.520516 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-28T15:35:39Z",   ) I0428 15:40:39.520536 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-27T15:35:39Z",   ) I0428 15:40:39.520550 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-28T15:35:39Z",   ) I0428 15:40:39.520564 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-27T15:35:39Z",   ) I0428 15:40:39.520517 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-28T15:35:39Z",   ) I0428 15:40:39.520619 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-27T15:35:39Z",   ) I0428 15:40:39.527698 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0428 15:40:39.527720 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0428 15:40:39.528768 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0428 15:40:39.528777 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0428 15:40:39.531783 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0428 15:40:39.532784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0428 15:40:39.532892 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0428 15:40:39.533041 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0428 15:40:39.543137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0428 15:40:39.576345 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0428 15:40:39.664391 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0428 15:40:39.665791 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0428 15:40:39.665807 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0428 15:40:39.665826 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0428 15:40:39.665834 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0428 15:40:39.668105 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0428 15:40:39.668328 1 secure_serving.go:57] Forcing use of http/1.1 only I0428 15:40:39.668339 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0428 15:40:39.672104 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0428 15:40:39.672122 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0428 15:40:39.672129 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0428 15:40:39.672140 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0428 15:40:39.672108 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0428 15:40:39.672163 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0428 15:40:39.672391 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0428 15:40:39.672534 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777390811\" (2026-04-28 15:40:21 +0000 UTC to 2028-04-27 15:40:22 +0000 UTC (now=2026-04-28 15:40:39.672510621 +0000 UTC))" I0428 15:40:39.672727 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777390839\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777390839\" (2026-04-28 14:40:39 +0000 UTC to 2029-04-28 14:40:39 +0000 UTC (now=2026-04-28 15:40:39.672712005 +0000 UTC))" I0428 15:40:39.672745 1 secure_serving.go:211] Serving securely on [::]:8443 I0428 15:40:39.672763 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0428 15:40:39.672769 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0428 15:40:39.675605 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0428 15:40:39.675741 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0428 15:40:39.675848 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0428 15:40:39.681802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 15:40:39.701543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 15:40:39.712670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 15:40:39.772412 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0428 15:40:39.772432 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0428 15:40:39.772438 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0428 15:40:39.772575 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-28 15:28:23 +0000 UTC to 2036-04-25 15:28:23 +0000 UTC (now=2026-04-28 15:40:39.772554786 +0000 UTC))" I0428 15:40:39.772775 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777390811\" (2026-04-28 15:40:21 +0000 UTC to 2028-04-27 15:40:22 +0000 UTC (now=2026-04-28 15:40:39.772760924 +0000 UTC))" I0428 15:40:39.772935 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777390839\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777390839\" (2026-04-28 14:40:39 +0000 UTC to 2029-04-28 14:40:39 +0000 UTC (now=2026-04-28 15:40:39.772923586 +0000 UTC))" I0428 15:40:39.773067 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-28 15:28:24 +0000 UTC to 2036-04-25 15:28:24 +0000 UTC (now=2026-04-28 15:40:39.773056106 +0000 UTC))" I0428 15:40:39.773087 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-28 15:28:27 +0000 UTC to 2036-04-25 15:28:27 +0000 UTC (now=2026-04-28 15:40:39.773078162 +0000 UTC))" I0428 15:40:39.773104 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-28 15:28:31 +0000 UTC to 2036-04-25 15:28:31 +0000 UTC (now=2026-04-28 15:40:39.773095562 +0000 UTC))" I0428 15:40:39.773122 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-28 15:28:35 +0000 UTC to 2036-04-25 15:28:35 +0000 UTC (now=2026-04-28 15:40:39.77311248 +0000 UTC))" I0428 15:40:39.773139 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-28 15:28:37 +0000 UTC to 2036-04-25 15:28:37 +0000 UTC (now=2026-04-28 15:40:39.773131723 +0000 UTC))" I0428 15:40:39.773157 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pv84p6sed3utucq8k8srs7b6fppqucb-kx-076eb0c26c_customer-system-admin-signer@1777390232\" [] issuer=\"\" (2026-04-28 15:30:31 +0000 UTC to 2026-05-05 15:30:32 +0000 UTC (now=2026-04-28 15:40:39.773147809 +0000 UTC))" I0428 15:40:39.773179 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pv84p6sed3utucq8k8srs7b6fppqucb-kx-076eb0c26c_sre-system-admin-signer@1777390232\" [] issuer=\"\" (2026-04-28 15:30:32 +0000 UTC to 2026-05-05 15:30:33 +0000 UTC (now=2026-04-28 15:40:39.773166143 +0000 UTC))" I0428 15:40:39.773196 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-28 15:28:23 +0000 UTC to 2036-04-25 15:28:23 +0000 UTC (now=2026-04-28 15:40:39.773188353 +0000 UTC))" I0428 15:40:39.773367 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777390811\" (2026-04-28 15:40:21 +0000 UTC to 2028-04-27 15:40:22 +0000 UTC (now=2026-04-28 15:40:39.773346761 +0000 UTC))" I0428 15:40:39.773543 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777390839\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777390839\" (2026-04-28 14:40:39 +0000 UTC to 2029-04-28 14:40:39 +0000 UTC (now=2026-04-28 15:40:39.773533316 +0000 UTC))" I0428 15:40:43.760201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0428 15:40:43.770896 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0428 15:40:43.784822 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0428 15:40:48.907330 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:40:48.907356 1 tasks.go:49] processing task group 2 of 3 I0428 15:40:48.907401 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:40:48.907401 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:40:48.907417 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:40:48.907424 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:40:48.907436 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:40:48.907446 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:40:48.907460 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:40:48.907459 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:40:48.907471 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:40:48.907477 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:40:48.907480 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:40:48.907479 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:40:48.907491 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:40:48.907498 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:40:48.907505 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:40:48.934723 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0428 15:40:48.948338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0428 15:40:48.951822 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0428 15:40:48.966131 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0428 15:40:48.969227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0428 15:40:48.988856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0428 15:40:49.014325 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:40:49.014569 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:40:49.030486 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:40:49.038631 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0428 15:40:49.098546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0428 15:40:49.098567 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0428 15:40:49.098574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0428 15:40:49.101750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0428 15:40:49.101767 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0428 15:40:49.186413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0428 15:40:49.190129 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0428 15:40:49.190312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0428 15:40:49.192319 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0428 15:40:49.192337 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0428 15:40:49.192513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0428 15:40:49.204548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0428 15:40:49.205086 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0428 15:40:49.205100 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0428 15:40:49.217222 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0428 15:40:49.221071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0428 15:40:49.230210 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0428 15:40:49.243717 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0428 15:40:49.258579 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0428 15:40:49.323160 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0428 15:40:49.445430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0428 15:40:49.493969 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0428 15:40:49.573466 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0428 15:40:49.574227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0428 15:40:49.673602 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0428 15:40:49.678922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0428 15:40:49.787344 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0428 15:40:49.798809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0428 15:40:49.826738 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0428 15:40:49.894470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0428 15:40:49.997249 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0428 15:40:50.043427 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0428 15:40:50.090796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0428 15:40:50.108071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0428 15:40:50.126474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0428 15:40:50.187056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0428 15:40:50.189601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0428 15:40:50.278347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0428 15:40:50.279178 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0428 15:40:50.300084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0428 15:40:50.300104 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0428 15:40:50.338711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0428 15:40:50.353192 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0428 15:40:50.353283 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 15:40:50.412511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0428 15:40:50.513879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0428 15:40:50.640018 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 15:40:51.006235 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:40:51.006305 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0428 15:40:51.007009 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0428 15:40:51.082889 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0428 15:40:51.098668 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0428 15:40:51.116140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:40:51.223698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0428 15:40:51.301430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-3ovr518tnbrgo -n openshift-monitoring because it was missing I0428 15:40:51.325476 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0428 15:40:51.423674 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0428 15:40:51.527053 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0428 15:40:51.632955 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:40:51.735964 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0428 15:40:51.831116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0428 15:40:51.941676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0428 15:40:52.052195 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:40:52.106194 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:40:52.157280 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0428 15:40:52.176839 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:40:52.274427 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0428 15:40:52.380464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:40:52.404206 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0428 15:40:52.852026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0428 15:40:53.305760 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:40:53.348454 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:40:53.358682 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:40:53.873202 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-7jt0tojf0b5m5 -n openshift-monitoring because it was missing I0428 15:40:53.967418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0428 15:40:53.991897 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0428 15:40:55.430147 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-9kt9esjtfpfbo -n openshift-monitoring because it was missing I0428 15:40:55.444072 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0428 15:40:55.465945 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0428 15:40:55.483892 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0428 15:40:57.218677 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:40:58.051546 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:40:58.051619 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0428 15:41:03.380140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0428 15:41:03.412789 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:41:09.713740 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0428 15:41:13.222652 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:41:18.941169 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0428 15:41:18.957009 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:41:18.957086 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0428 15:41:29.237636 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:41:29.276791 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:41:29.367119 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:41:29.383788 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:41:30.238750 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:41:30.422347 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:42:05.544363 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:42:05.544428 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0428 15:42:05.544435 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0428 15:42:05.544460 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0428 15:42:05.544490 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:42:05.568974 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:42:05.573185 1 tasks.go:49] processing task group 1 of 3 I0428 15:42:05.573211 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:42:05.573227 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:42:05.584528 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:42:06.618678 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQ0xsSTZiUW4vMGd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056TTVNRGd4TVRBZQpGdzB5TmpBME1qZ3hOVFF3TVRCYUZ3MHlPREEyTWpZeE5UUXdNVEZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN6T1RBNE1URXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRExFTTRBWFgxNWd6d2QvSGw5Snk2ZW9KZ1dEK0s0UU9CSQoveEtYMDNBREZIM3FsM2c3dnNYZGo2R0Y1T1hEMThwZ0FaVjhxTWFEd3cxN3ljcHl4empBS2cvSmhVeXJmNjNECjR1dFZvMXdDcDR4MkgzcUFxdFdSbmN1K2l1R1lmUGQ5TmJUMHNxWEVCdkMyVEhxTWRWOWVicTVVcEQvemF3YXgKU0hPR3Ywbmh3WXpUNUZvWlNVZ0tLbUNNNU9CclJNclVac1dtM0tqWTFzNG1Rb1dWRlVwNjB6Z3hTeGZSRFZYTAp0UnBBMXo0dFI1NWVrSmV1Zmd3Nmg5TndnaytmUURVaFdOODBaYkNMR0p1NWxDazNHZVdBcmNGczVHaXowbTJwClZGZm1NVmEvS1RZNFdlb0RZY1hsckNncHd2S05yS1dHYmZQcUJWdkZ3ZlJWalR4ZnhYZmZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlN6bDYxdgo4R2xGTE1wZW5jSnFXb3FRVVZMQnl6QWZCZ05WSFNNRUdEQVdnQlN6bDYxdjhHbEZMTXBlbmNKcVdvcVFVVkxCCnl6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF3clRvTUw5NkUxZ3E3NTZSZ2R1NGYwd2ZKT2oxS3RONk1sL1MKMTZ6Sjg2WGhNaElqWWVIYjFxR05qWVcwTDZ3aHZWUy9saCtrQjE5QkFzQitUNzh3dmkzNk1XTlVJS2tSeDh2VwppUzYwUG5oWnVNemcwd3ppVG5Jc0NSL3MzdndRSG1QQ0orbGozRlRhckM3VXV0TFNUVmpUOUZlTnNLVTQwNnBDClhvaDdNWElXaVNTaVF4aFhLSVk1WlJsVmd4T0NMSzZyd0NvN2djbWR0K0NxSFhqaWVzd2hJMmY4T1BjaTBIaysKbW9RaXRvM3hXT0MxNXo5QVlZMVJuSUMwNmoyR0pZYXZweDFueE1WS1piTUpqb3gvVWFwSFU4OGJ3eHN1cmUzRApJb05tU1JWWjRybXpyb1pGOGp5UHBZMFVYNGpsdUQ3SjhMM211bjZWNnNueGxrOGJPZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0428 15:42:06.624187 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0428 15:42:06.628141 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQ0xsSTZiUW4vMGd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056TTVNRGd4TVRBZQpGdzB5TmpBME1qZ3hOVFF3TVRCYUZ3MHlPREEyTWpZeE5UUXdNVEZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN6T1RBNE1URXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRExFTTRBWFgxNWd6d2QvSGw5Snk2ZW9KZ1dEK0s0UU9CSQoveEtYMDNBREZIM3FsM2c3dnNYZGo2R0Y1T1hEMThwZ0FaVjhxTWFEd3cxN3ljcHl4empBS2cvSmhVeXJmNjNECjR1dFZvMXdDcDR4MkgzcUFxdFdSbmN1K2l1R1lmUGQ5TmJUMHNxWEVCdkMyVEhxTWRWOWVicTVVcEQvemF3YXgKU0hPR3Ywbmh3WXpUNUZvWlNVZ0tLbUNNNU9CclJNclVac1dtM0tqWTFzNG1Rb1dWRlVwNjB6Z3hTeGZSRFZYTAp0UnBBMXo0dFI1NWVrSmV1Zmd3Nmg5TndnaytmUURVaFdOODBaYkNMR0p1NWxDazNHZVdBcmNGczVHaXowbTJwClZGZm1NVmEvS1RZNFdlb0RZY1hsckNncHd2S05yS1dHYmZQcUJWdkZ3ZlJWalR4ZnhYZmZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlN6bDYxdgo4R2xGTE1wZW5jSnFXb3FRVVZMQnl6QWZCZ05WSFNNRUdEQVdnQlN6bDYxdjhHbEZMTXBlbmNKcVdvcVFVVkxCCnl6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF3clRvTUw5NkUxZ3E3NTZSZ2R1NGYwd2ZKT2oxS3RONk1sL1MKMTZ6Sjg2WGhNaElqWWVIYjFxR05qWVcwTDZ3aHZWUy9saCtrQjE5QkFzQitUNzh3dmkzNk1XTlVJS2tSeDh2VwppUzYwUG5oWnVNemcwd3ppVG5Jc0NSL3MzdndRSG1QQ0orbGozRlRhckM3VXV0TFNUVmpUOUZlTnNLVTQwNnBDClhvaDdNWElXaVNTaVF4aFhLSVk1WlJsVmd4T0NMSzZyd0NvN2djbWR0K0NxSFhqaWVzd2hJMmY4T1BjaTBIaysKbW9RaXRvM3hXT0MxNXo5QVlZMVJuSUMwNmoyR0pZYXZweDFueE1WS1piTUpqb3gvVWFwSFU4OGJ3eHN1cmUzRApJb05tU1JWWjRybXpyb1pGOGp5UHBZMFVYNGpsdUQ3SjhMM211bjZWNnNueGxrOGJPZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0428 15:42:06.633059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0428 15:42:08.726931 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:42:08.726952 1 tasks.go:49] processing task group 2 of 3 I0428 15:42:08.726981 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:42:08.726983 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:42:08.726989 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:42:08.727011 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:42:08.727033 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:42:08.727059 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:42:08.727069 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:42:08.727096 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:42:08.727115 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:42:08.727129 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:42:08.727149 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:42:08.727166 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:42:08.727155 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:42:08.727884 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:42:08.727935 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:42:08.787574 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:42:08.807458 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:42:08.820720 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:42:08.826184 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0428 15:42:08.842694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0428 15:42:08.869489 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0428 15:42:08.879479 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0428 15:42:08.889592 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:42:08.894056 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 15:42:08.975021 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 15:42:09.811786 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:42:09.828648 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:42:09.837267 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:42:09.838906 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:42:09.862814 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:42:11.889539 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:42:13.855159 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:42:13.941711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0428 15:42:14.781060 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:42:19.037871 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:43:19.903119 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:44:24.069705 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:44:24.069733 1 tasks.go:49] processing task group 3 of 3 I0428 15:44:24.069750 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:44:24.114857 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:44:24.114936 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b9864698-7931-4c20-9f3c-6f5987172e31", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0428 15:44:24.119867 1 operator.go:851] Updating ClusterOperator status to done. W0428 15:44:24.153938 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:44:24.182797 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:44:24.187018 1 tasks.go:49] processing task group 1 of 3 I0428 15:44:24.187041 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:44:24.187057 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:44:24.198597 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:44:27.322564 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:44:27.322585 1 tasks.go:49] processing task group 2 of 3 I0428 15:44:27.322606 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:44:27.322617 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:44:27.322634 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:44:27.322642 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:44:27.322670 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:44:27.322686 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:44:27.322702 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:44:27.322719 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:44:27.322738 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:44:27.322759 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:44:27.322780 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:44:27.322786 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:44:27.322821 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:44:27.322832 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:44:27.322623 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:44:27.375499 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:44:27.394793 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:44:27.405402 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:44:27.461183 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:44:28.412117 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:44:28.456149 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:44:28.464989 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:44:28.510061 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:44:28.511763 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:44:30.521225 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:44:32.452847 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:44:33.373834 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:44:33.463644 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:44:38.564406 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:44:39.475833 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:44:42.707314 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:44:42.707341 1 tasks.go:49] processing task group 3 of 3 I0428 15:44:42.707357 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:44:42.740065 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:44:42.744757 1 operator.go:851] Updating ClusterOperator status to done. W0428 15:44:42.752868 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:44:42.776762 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:44:42.780967 1 tasks.go:49] processing task group 1 of 3 I0428 15:44:42.780990 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:44:42.781003 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:44:42.792756 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:44:45.904905 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:44:45.904928 1 tasks.go:49] processing task group 2 of 3 I0428 15:44:45.904952 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:44:45.904957 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:44:45.904976 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:44:45.905000 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:44:45.905023 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:44:45.905043 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:44:45.905060 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:44:45.905077 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:44:45.905099 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:44:45.905121 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:44:45.905129 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:44:45.905150 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:44:45.905171 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:44:45.905200 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:44:45.905106 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:44:45.965672 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:44:45.987222 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:44:45.993397 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:44:46.041892 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:44:46.979700 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:44:47.026342 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:44:47.027960 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:44:47.052045 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:44:47.072662 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:44:49.090188 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:44:51.060160 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:44:51.958633 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:44:52.096114 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:44:57.099164 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:45:01.292695 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:45:01.292719 1 tasks.go:49] processing task group 3 of 3 I0428 15:45:01.292735 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:45:01.327624 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:45:01.332296 1 operator.go:851] Updating ClusterOperator status to done. I0428 15:45:39.427145 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 15:45:39.427185 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:45:39.454270 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:45:39.458655 1 tasks.go:49] processing task group 1 of 3 I0428 15:45:39.458679 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:45:39.458692 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:45:39.471123 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:45:42.603316 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:45:42.603342 1 tasks.go:49] processing task group 2 of 3 I0428 15:45:42.603368 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:45:42.603369 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:45:42.603402 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:45:42.603415 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:45:42.603442 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:45:42.603452 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:45:42.603470 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:45:42.603495 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:45:42.603504 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:45:42.603538 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:45:42.603559 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:45:42.603571 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:45:42.603595 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:45:42.603614 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:45:42.603671 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:45:42.663662 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:45:42.697422 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:45:42.699634 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:45:42.760171 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:45:43.683559 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:45:43.717310 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:45:43.720715 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:45:43.724536 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:45:43.752661 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:45:45.782728 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:45:47.730567 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:45:48.661939 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:45:48.758842 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:45:53.761745 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:45:57.997877 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:45:57.997902 1 tasks.go:49] processing task group 3 of 3 I0428 15:45:57.997917 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:45:58.031115 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:45:58.036629 1 operator.go:851] Updating ClusterOperator status to done. I0428 15:46:25.595335 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0428 15:46:25.595361 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:46:25.623905 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:46:25.629062 1 tasks.go:49] processing task group 1 of 3 I0428 15:46:25.629091 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:46:25.629100 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:46:25.640461 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:46:28.743927 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:46:28.743951 1 tasks.go:49] processing task group 2 of 3 I0428 15:46:28.743976 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:46:28.743978 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:46:28.744004 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:46:28.744022 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:46:28.744045 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:46:28.744064 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:46:28.744075 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:46:28.744135 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:46:28.744159 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:46:28.744186 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:46:28.744192 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:46:28.744187 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:46:28.744174 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:46:28.744995 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:46:28.744184 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:46:28.808866 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:46:28.833641 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:46:28.846525 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:46:28.893040 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:46:29.829753 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:46:29.849818 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:46:29.853353 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:46:29.853999 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:46:29.885413 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:46:31.894796 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:46:33.881012 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:46:34.798278 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:46:34.902438 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:46:39.903176 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:46:44.037951 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:46:44.037974 1 tasks.go:49] processing task group 3 of 3 I0428 15:46:44.037990 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:46:44.071602 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:46:44.076306 1 operator.go:851] Updating ClusterOperator status to done. I0428 15:50:39.427226 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 15:50:39.427271 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:50:39.452907 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:50:39.457289 1 tasks.go:49] processing task group 1 of 3 I0428 15:50:39.457319 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:50:39.457330 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:50:39.469141 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:50:42.597886 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:50:42.597910 1 tasks.go:49] processing task group 2 of 3 I0428 15:50:42.597938 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:50:42.597944 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:50:42.597954 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:50:42.597976 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:50:42.597991 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:50:42.598014 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:50:42.598034 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:50:42.598048 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:50:42.598073 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:50:42.598094 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:50:42.598124 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:50:42.598158 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:50:42.598154 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:50:42.598164 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:50:42.598182 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:50:42.653052 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:50:42.674314 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:50:42.684252 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:50:42.734653 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:50:43.669701 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:50:43.696192 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:50:43.697865 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:50:43.702151 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:50:43.728137 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:50:45.737253 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:50:47.721216 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:50:48.651177 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:50:48.750579 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:50:53.746405 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:50:57.883833 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:50:57.883856 1 tasks.go:49] processing task group 3 of 3 I0428 15:50:57.883872 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:50:57.917247 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:50:57.922148 1 operator.go:851] Updating ClusterOperator status to done. I0428 15:55:39.336211 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0428 15:55:39.336252 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:55:39.336294 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0428 15:55:39.336408 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0428 15:55:39.336446 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0428 15:55:39.336492 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0428 15:55:39.336513 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0428 15:55:39.337651 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0428 15:55:39.337676 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0428 15:55:39.337708 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 15:55:39.337722 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 15:55:39.337744 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 15:55:39.370063 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:55:39.370737 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0428 15:55:39.374740 1 tasks.go:49] processing task group 1 of 3 I0428 15:55:39.374764 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:55:39.374772 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:55:39.384853 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:55:39.427492 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0428 15:55:42.515744 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:55:42.515764 1 tasks.go:49] processing task group 2 of 3 I0428 15:55:42.515788 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:55:42.515794 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:55:42.515806 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:55:42.515826 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:55:42.515845 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:55:42.515859 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:55:42.515882 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:55:42.515898 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:55:42.515916 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:55:42.515935 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:55:42.515956 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:55:42.515975 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:55:42.515993 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:55:42.516013 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:55:42.516044 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:55:42.578525 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:55:42.598322 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:55:42.604103 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:55:42.658733 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:55:43.586537 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:55:43.610610 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:55:43.623333 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:55:43.623783 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:55:43.653773 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:55:45.665162 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:55:47.639144 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:55:48.571703 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:55:48.674047 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:55:53.682220 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:55:57.828693 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:55:57.828717 1 tasks.go:49] processing task group 3 of 3 I0428 15:55:57.828732 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:55:57.863051 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:55:57.867453 1 operator.go:851] Updating ClusterOperator status to done. W0428 15:55:57.875658 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 15:55:57.900325 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 15:55:57.904178 1 tasks.go:49] processing task group 1 of 3 I0428 15:55:57.904202 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 15:55:57.904216 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:55:57.919461 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 15:56:01.026846 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 15:56:01.026869 1 tasks.go:49] processing task group 2 of 3 I0428 15:56:01.026893 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:56:01.026902 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 15:56:01.026914 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 15:56:01.026930 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:56:01.026957 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 15:56:01.026988 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 15:56:01.027003 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 15:56:01.027021 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:56:01.027045 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:56:01.027065 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 15:56:01.027088 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 15:56:01.027115 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:56:01.027110 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:56:01.027123 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 15:56:01.027135 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 15:56:01.096203 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 15:56:01.116944 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 15:56:01.131114 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 15:56:01.182757 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 15:56:02.102297 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 15:56:02.128366 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 15:56:02.129661 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 15:56:02.132839 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 15:56:02.171231 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 15:56:04.166180 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 15:56:06.158097 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 15:56:07.081103 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 15:56:07.181506 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 15:56:12.172297 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 15:56:16.315221 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 15:56:16.315250 1 tasks.go:49] processing task group 3 of 3 I0428 15:56:16.315261 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 15:56:16.348510 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 15:56:16.353246 1 operator.go:851] Updating ClusterOperator status to done. I0428 16:00:39.427135 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 16:00:39.427193 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 16:00:39.452629 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 16:00:39.457251 1 tasks.go:49] processing task group 1 of 3 I0428 16:00:39.457280 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 16:00:39.457293 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:00:39.469141 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:00:42.600620 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 16:00:42.600643 1 tasks.go:49] processing task group 2 of 3 I0428 16:00:42.600669 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:00:42.600673 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 16:00:42.600682 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:00:42.600705 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 16:00:42.600733 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 16:00:42.600742 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 16:00:42.600760 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 16:00:42.600777 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 16:00:42.600798 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:00:42.600822 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 16:00:42.600846 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:00:42.600859 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 16:00:42.600880 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:00:42.600904 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 16:00:42.600869 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:00:42.659827 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:00:42.685505 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:00:42.702204 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 16:00:42.743160 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:00:43.683509 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:00:43.698009 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:00:43.699430 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:00:43.707438 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 16:00:43.738564 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 16:00:45.748884 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 16:00:47.730644 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 16:00:48.657115 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 16:00:48.761784 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 16:00:53.750158 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 16:00:57.896842 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 16:00:57.896865 1 tasks.go:49] processing task group 3 of 3 I0428 16:00:57.896881 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 16:00:57.930262 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 16:00:57.935179 1 operator.go:851] Updating ClusterOperator status to done. I0428 16:05:39.427209 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 16:05:39.427270 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 16:05:39.454304 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 16:05:39.458257 1 tasks.go:49] processing task group 1 of 3 I0428 16:05:39.458283 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 16:05:39.458297 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:05:39.469544 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:05:42.595837 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 16:05:42.595861 1 tasks.go:49] processing task group 2 of 3 I0428 16:05:42.595886 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:05:42.595894 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 16:05:42.595908 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 16:05:42.595921 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:05:42.595944 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 16:05:42.595961 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:05:42.595985 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 16:05:42.596003 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 16:05:42.596023 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:05:42.596039 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:05:42.596062 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 16:05:42.596082 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 16:05:42.596078 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 16:05:42.596049 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 16:05:42.596061 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:05:42.656145 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:05:42.669332 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:05:42.682370 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 16:05:42.733926 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:05:43.676747 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:05:43.698043 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:05:43.700191 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:05:43.702598 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 16:05:43.742502 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 16:05:45.744893 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 16:05:47.740153 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 16:05:48.649207 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 16:05:48.758373 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 16:05:53.749987 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 16:05:57.890647 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 16:05:57.890679 1 tasks.go:49] processing task group 3 of 3 I0428 16:05:57.890701 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 16:05:57.924651 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 16:05:57.929542 1 operator.go:851] Updating ClusterOperator status to done. I0428 16:10:39.337218 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster W0428 16:10:39.337266 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 16:10:39.337338 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0428 16:10:39.337345 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0428 16:10:39.337456 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0428 16:10:39.337543 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0428 16:10:39.337586 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0428 16:10:39.337713 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0428 16:10:39.337753 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0428 16:10:39.337775 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 16:10:39.337807 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 16:10:39.337815 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 16:10:39.371305 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0428 16:10:39.411987 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 16:10:39.421819 1 tasks.go:49] processing task group 1 of 3 I0428 16:10:39.421845 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 16:10:39.421859 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:10:39.427798 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0428 16:10:39.456963 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:10:42.603977 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 16:10:42.604005 1 tasks.go:49] processing task group 2 of 3 I0428 16:10:42.604038 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:10:42.604043 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 16:10:42.604064 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 16:10:42.604077 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 16:10:42.604113 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:10:42.604128 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 16:10:42.604133 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 16:10:42.604145 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:10:42.604163 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 16:10:42.604186 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:10:42.604210 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 16:10:42.604229 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 16:10:42.604277 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:10:42.604112 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:10:42.604285 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 16:10:42.689335 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:10:42.706543 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:10:42.713865 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 16:10:42.784355 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:10:43.699990 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:10:43.711987 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:10:43.719236 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:10:43.723936 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 16:10:43.767464 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 16:10:45.759350 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 16:10:47.756233 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 16:10:48.662438 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 16:10:48.774615 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 16:10:53.866988 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 16:10:57.908144 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 16:10:57.908171 1 tasks.go:49] processing task group 3 of 3 I0428 16:10:57.908188 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 16:10:57.940336 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 16:10:57.944803 1 operator.go:851] Updating ClusterOperator status to done. W0428 16:10:57.952801 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 16:10:57.983827 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 16:10:57.988018 1 tasks.go:49] processing task group 1 of 3 I0428 16:10:57.988042 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 16:10:57.988053 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:10:57.999937 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:11:01.104897 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 16:11:01.104918 1 tasks.go:49] processing task group 2 of 3 I0428 16:11:01.104944 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:11:01.104951 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 16:11:01.104964 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 16:11:01.104983 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 16:11:01.105009 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 16:11:01.105025 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:11:01.105045 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:11:01.105057 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 16:11:01.105080 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 16:11:01.105096 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 16:11:01.105134 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:11:01.105146 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:11:01.105145 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 16:11:01.105134 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:11:01.105127 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 16:11:01.152476 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:11:01.167358 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:11:01.182937 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 16:11:01.229652 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:11:02.167926 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:11:02.197441 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:11:02.200245 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 16:11:02.212554 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:11:02.221732 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 16:11:04.241766 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 16:11:06.220799 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 16:11:07.159553 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 16:11:07.238411 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 16:11:12.245389 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 16:11:16.384651 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 16:11:16.384678 1 tasks.go:49] processing task group 3 of 3 I0428 16:11:16.384694 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 16:11:16.417671 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 16:11:16.422159 1 operator.go:851] Updating ClusterOperator status to done. I0428 16:15:39.427480 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 16:15:39.427540 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 16:15:39.451133 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 16:15:39.455173 1 tasks.go:49] processing task group 1 of 3 I0428 16:15:39.455198 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 16:15:39.455222 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:15:39.466282 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 16:15:42.589200 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 16:15:42.589226 1 tasks.go:49] processing task group 2 of 3 I0428 16:15:42.589257 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:15:42.589259 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 16:15:42.589274 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 16:15:42.589289 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 16:15:42.589315 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:15:42.589329 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 16:15:42.589340 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:15:42.589355 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 16:15:42.589394 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 16:15:42.589413 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 16:15:42.589423 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:15:42.589451 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:15:42.589465 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:15:42.589482 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 16:15:42.589501 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 16:15:42.658349 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 16:15:42.681368 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 16:15:42.707977 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 16:15:42.765658 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 16:15:43.681317 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 16:15:43.697977 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 16:15:43.709264 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 16:15:43.718102 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 16:15:43.739804 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 16:15:45.762446 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 16:15:47.746978 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 16:15:48.661416 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 16:15:48.759477 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 16:15:53.766027 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 16:15:57.954890 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 16:15:57.954918 1 tasks.go:49] processing task group 3 of 3 I0428 16:15:57.954936 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 16:15:57.992012 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 16:15:57.998629 1 operator.go:851] Updating ClusterOperator status to done.