W0521 19:31:26.069097 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0521 19:31:26.069614 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0521 19:31:26.069637 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0521 19:31:26.069645 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0521 19:31:26.069652 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0521 19:31:26.069659 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0521 19:31:26.111050 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0521 19:31:26.120498 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0521 19:31:26.121629 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0521 19:31:26.122444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0521 19:31:26.124024 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0521 19:31:26.148574 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:31:26.156447 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:26.156544 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:31:26.157874 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:31:26.161896 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:31:26.217067 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:31:26.219097 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:31:26.219143 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:31:26.219927 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:31:26.220538 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:31:26.220730 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0521 19:31:26.221152 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:31:26.221235 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0521 19:31:26.278762 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 19:31:26.280540 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:31:26.284919 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0521 19:31:26.284926 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0521 19:31:26.333831 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 19:31:26.333884 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:31:26.333914 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0521 19:31:26.333920 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0521 19:31:26.333929 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0521 19:31:26.333931 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0521 19:31:26.333928 1 rule_controller.go:114] Starting alerting rules controller I0521 19:31:26.333937 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0521 19:31:26.333945 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0521 19:31:26.333961 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0521 19:31:26.333937 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0521 19:31:26.333951 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0521 19:31:26.333965 1 relabel_controller.go:117] Starting alert relabel config controller I0521 19:31:26.333966 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0521 19:31:26.333992 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0521 19:31:26.342073 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0521 19:31:26.342172 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0521 19:31:26.350260 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.350289 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.350741 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0521 19:31:26.350940 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.350775 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0521 19:31:26.350954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 19:31:26.351120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 19:31:26.351260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 19:31:26.376604 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-ljjpc" is created for OpenShiftMonitoringClientCertRequester I0521 19:31:26.384714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-bsksn" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0521 19:31:26.390521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-9k72f" is created for OpenShiftMonitoringTelemeterClientCertRequester I0521 19:31:26.400599 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.401758 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.411524 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.420163 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.420801 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.429313 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.434610 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0521 19:31:26.434692 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0521 19:31:26.438713 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.441809 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.443034 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.451066 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.451255 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.451387 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.455028 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:31:26.467492 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.473516 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.474036 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.474838 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0521 19:31:26.493515 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.494927 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.495069 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-05-21T19:26:26Z", ) I0521 19:31:26.495085 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-05-20T19:26:26Z", ) I0521 19:31:26.503747 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.503883 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-05-21T19:26:26Z", ) I0521 19:31:26.503900 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-05-20T19:26:26Z", ) I0521 19:31:26.515732 1 tasks.go:49] processing task group 1 of 3 I0521 19:31:26.515755 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:31:26.515764 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:31:26.516003 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0521 19:31:26.516900 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.516993 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0521 19:31:26.525033 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0521 19:31:26.527589 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0521 19:31:26.527702 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-05-21T19:26:26Z", ) I0521 19:31:26.527719 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-05-20T19:26:26Z", ) I0521 19:31:26.527799 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0521 19:31:26.545088 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0521 19:31:26.545864 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0521 19:31:26.548065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0521 19:31:26.581697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0521 19:31:26.612725 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:31:26.614566 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0521 19:31:26.615941 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0521 19:31:26.615955 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0521 19:31:26.615971 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0521 19:31:26.615978 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0521 19:31:26.618790 1 secure_serving.go:57] Forcing use of http/1.1 only I0521 19:31:26.618803 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0521 19:31:26.629074 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0521 19:31:26.629087 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0521 19:31:26.629092 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0521 19:31:26.629103 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0521 19:31:26.629106 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0521 19:31:26.629121 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0521 19:31:26.629663 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0521 19:31:26.629750 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779391858\" (2026-05-21 19:31:09 +0000 UTC to 2028-05-20 19:31:10 +0000 UTC (now=2026-05-21 19:31:26.629715489 +0000 UTC))" I0521 19:31:26.631107 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779391886\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779391886\" (2026-05-21 18:31:26 +0000 UTC to 2029-05-21 18:31:26 +0000 UTC (now=2026-05-21 19:31:26.631076003 +0000 UTC))" I0521 19:31:26.631134 1 secure_serving.go:211] Serving securely on [::]:8443 I0521 19:31:26.631152 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0521 19:31:26.631163 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0521 19:31:26.642881 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0521 19:31:26.643005 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0521 19:31:26.643055 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0521 19:31:26.729997 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0521 19:31:26.730022 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0521 19:31:26.730032 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0521 19:31:26.730196 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-21 19:21:18 +0000 UTC to 2036-05-18 19:21:18 +0000 UTC (now=2026-05-21 19:31:26.7301747 +0000 UTC))" I0521 19:31:26.730425 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779391858\" (2026-05-21 19:31:09 +0000 UTC to 2028-05-20 19:31:10 +0000 UTC (now=2026-05-21 19:31:26.730409241 +0000 UTC))" I0521 19:31:26.730589 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779391886\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779391886\" (2026-05-21 18:31:26 +0000 UTC to 2029-05-21 18:31:26 +0000 UTC (now=2026-05-21 19:31:26.730576467 +0000 UTC))" I0521 19:31:26.730707 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-05-21 19:21:20 +0000 UTC to 2036-05-18 19:21:20 +0000 UTC (now=2026-05-21 19:31:26.7306966 +0000 UTC))" I0521 19:31:26.730726 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-05-21 19:21:24 +0000 UTC to 2036-05-18 19:21:24 +0000 UTC (now=2026-05-21 19:31:26.730717634 +0000 UTC))" I0521 19:31:26.730749 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-05-21 19:21:26 +0000 UTC to 2036-05-18 19:21:26 +0000 UTC (now=2026-05-21 19:31:26.730741302 +0000 UTC))" I0521 19:31:26.730766 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-05-21 19:21:28 +0000 UTC to 2036-05-18 19:21:28 +0000 UTC (now=2026-05-21 19:31:26.730758192 +0000 UTC))" I0521 19:31:26.730785 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-05-21 19:21:30 +0000 UTC to 2036-05-18 19:21:30 +0000 UTC (now=2026-05-21 19:31:26.730777381 +0000 UTC))" I0521 19:31:26.730803 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2qegnf9tor4r9ir2gd91uu7os8slmm6v-kx-cae51eb60e_customer-system-admin-signer@1779391405\" [] issuer=\"\" (2026-05-21 19:23:25 +0000 UTC to 2026-05-28 19:23:26 +0000 UTC (now=2026-05-21 19:31:26.730793822 +0000 UTC))" I0521 19:31:26.730821 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2qegnf9tor4r9ir2gd91uu7os8slmm6v-kx-cae51eb60e_sre-system-admin-signer@1779391405\" [] issuer=\"\" (2026-05-21 19:23:27 +0000 UTC to 2026-05-28 19:23:28 +0000 UTC (now=2026-05-21 19:31:26.730812596 +0000 UTC))" I0521 19:31:26.730837 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-21 19:21:18 +0000 UTC to 2036-05-18 19:21:18 +0000 UTC (now=2026-05-21 19:31:26.730830097 +0000 UTC))" I0521 19:31:26.731018 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779391858\" (2026-05-21 19:31:09 +0000 UTC to 2028-05-20 19:31:10 +0000 UTC (now=2026-05-21 19:31:26.731004234 +0000 UTC))" I0521 19:31:26.731174 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779391886\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779391886\" (2026-05-21 18:31:26 +0000 UTC to 2029-05-21 18:31:26 +0000 UTC (now=2026-05-21 19:31:26.731164766 +0000 UTC))" I0521 19:31:26.751560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0521 19:31:26.861675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0521 19:31:26.885714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 19:31:26.917068 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 19:31:26.940634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 19:31:31.019052 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0521 19:31:31.038906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0521 19:31:31.059109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0521 19:31:36.246862 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:31:36.246889 1 tasks.go:49] processing task group 2 of 3 I0521 19:31:36.246919 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:31:36.246926 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:31:36.246935 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:31:36.246950 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:31:36.246954 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:31:36.246957 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:31:36.246966 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:31:36.246972 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:31:36.246974 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:31:36.246974 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:31:36.246981 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:31:36.246983 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:31:36.246986 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:31:36.246992 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:31:36.247027 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:31:36.277090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0521 19:31:36.279992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0521 19:31:36.291183 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0521 19:31:36.294371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0521 19:31:36.305321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0521 19:31:36.307952 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0521 19:31:36.345407 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:31:36.360097 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:31:36.382277 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0521 19:31:36.401974 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:31:36.468057 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0521 19:31:36.468085 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0521 19:31:36.470689 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0521 19:31:36.470713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0521 19:31:36.473763 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0521 19:31:36.555951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0521 19:31:36.673767 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0521 19:31:36.676603 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0521 19:31:36.676621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0521 19:31:36.679558 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0521 19:31:36.685727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0521 19:31:36.700799 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0521 19:31:36.706869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0521 19:31:36.723450 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0521 19:31:36.723474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0521 19:31:36.740614 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0521 19:31:36.765069 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0521 19:31:36.782423 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0521 19:31:36.800231 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0521 19:31:36.802961 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0521 19:31:36.880373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0521 19:31:37.043728 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0521 19:31:37.104723 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0521 19:31:37.148304 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0521 19:31:37.317741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0521 19:31:37.324637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0521 19:31:37.334809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0521 19:31:37.440374 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0521 19:31:37.440395 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0521 19:31:37.447499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0521 19:31:37.462516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0521 19:31:37.474166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0521 19:31:37.535726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0521 19:31:37.594120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0521 19:31:37.605371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0521 19:31:37.725638 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0521 19:31:37.727040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0521 19:31:37.737794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0521 19:31:37.745369 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0521 19:31:37.786484 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0521 19:31:37.806233 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0521 19:31:37.806376 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0521 19:31:37.835056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0521 19:31:37.941824 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0521 19:31:38.060588 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0521 19:31:38.114118 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0521 19:31:38.212633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0521 19:31:38.437061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0521 19:31:38.461140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0521 19:31:38.478341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:31:38.585650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0521 19:31:38.681759 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0521 19:31:38.775927 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0521 19:31:38.846732 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:31:38.846785 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0521 19:31:38.847288 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0521 19:31:38.900404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0521 19:31:39.011330 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:31:39.101234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0521 19:31:39.208040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0521 19:31:39.313831 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0521 19:31:39.399266 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:31:39.403639 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:31:39.415615 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:31:39.515186 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0521 19:31:39.617867 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0521 19:31:39.733543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:31:39.749708 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0521 19:31:39.753578 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-4bs9j5rtfrts5 -n openshift-monitoring because it was missing I0521 19:31:39.881238 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:31:40.512571 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0521 19:31:40.930500 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:31:41.319290 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0521 19:31:41.345401 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0521 19:31:41.535588 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-1fgc0uksr23kr -n openshift-monitoring because it was missing I0521 19:31:41.988186 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:31:42.791655 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-cdh5n7e9s0g1c -n openshift-monitoring because it was missing I0521 19:31:42.823387 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:31:42.863634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0521 19:31:42.874940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0521 19:31:43.166135 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:31:43.186968 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:31:44.161558 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:31:45.403141 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:31:45.403228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0521 19:31:46.924207 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0521 19:31:51.825170 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0521 19:31:51.856527 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:32:00.172694 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:32:06.587510 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0521 19:32:06.599862 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:32:06.599887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0521 19:32:15.183052 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:32:15.221978 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:32:16.183310 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:32:17.871973 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:32:52.965760 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:32:52.965798 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0521 19:32:52.965805 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0521 19:32:52.965833 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0521 19:32:52.965859 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:32:53.021337 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:32:53.028230 1 tasks.go:49] processing task group 1 of 3 I0521 19:32:53.028255 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:32:53.028271 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:32:53.047294 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:32:54.102911 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSFg0TmNtWGN5MW93RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09UTTVNVGcxT0RBZQpGdzB5TmpBMU1qRXhPVE13TlRkYUZ3MHlPREEzTVRreE9UTXdOVGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemt6T1RFNE5UZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFBzckg5N2JXM3hheEcwTnBic3lhMXhObDcrWUxwNHh1dQowdXVsZDdmQjU2ZDdyVlhyQ21MbCs1MTlvQ3hXOUlZdkV1cXh4S253UDlTN0pvZUV2Um03cXRRLzRxdmFPemNpCmhZdC95dGxNYnZlWXhNaDI4MmNnbU9RVzNwNFlzWUFwVTZiVkduYk9YRXEvL3FCajRPS2VjWi8rK3NuS3FYVUIKajY4aG8yQ1FhQ2tGRmRRWFVIS1Q1L3ptVkU4Qi9MMnNnVFA0N2k2akJnQ2l4VzloVHE1SG5RcWNkYXRLcGlHcwpqMWdCVlZqREpxQm9uMk9wcUxESStHRXBHbEFON05jaThDV2t6dis4M0xIMk9QZ29HR3lJY0hQV2R3Q2E0SW1CCm9pSEdOb2V3SHhZKzhjRWFsUWtWZkQvT0VUOXRSbDBobnZVamxRZVFQTXlCWHlhR1BYcmZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJjSHFaUwo4ZldpYmk2djM4WWNNdTVTY2thZzV6QWZCZ05WSFNNRUdEQVdnQlJjSHFaUzhmV2liaTZ2MzhZY011NVNja2FnCjV6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFNclNudFpJa01QTkVkclBtMjJPRzMzSmo5dnJ3dU5IanlMUi8KSG9GdFh0aTc2Tjh0cWhSTUxFK0s2SGNUZ0cvNFJNL2s1bTVPdUtseWFwWGdpbFQ0eDl5V0d6MG5BeHJrYytETwpueGN0NVB6SFczSDFuT3dQVmh3SkdoMzVJSE1kT1NKaTFDWWQ5MDVxT1JGRjRwQUVXaXFqN0VkRHMraUZnclNQCkdnUTE2c2tZaFBlaEF2UGNnMkN5N3VsQ3YxQmRMY2Q3dHFNY0NHMkpIV1RpZERzdU93MERqQWZHWUlIY3N4VlYKMGJ2SFQzUi9EQlNOSjUzUlVtUmx2b0tlWWJRR21LSDN0MEdtMUxxTDBSbmxWRzlCT2xyT0NON1FpQUlobFdGSQpUWFFVa0kzL09NdnRxK3lLZlFKSkdYbkZjRWYxNEVCNGd3b2kwVVNhaDV1dGJCeG8xUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0521 19:32:54.110665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0521 19:32:54.117603 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSFg0TmNtWGN5MW93RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09UTTVNVGcxT0RBZQpGdzB5TmpBMU1qRXhPVE13TlRkYUZ3MHlPREEzTVRreE9UTXdOVGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemt6T1RFNE5UZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFBzckg5N2JXM3hheEcwTnBic3lhMXhObDcrWUxwNHh1dQowdXVsZDdmQjU2ZDdyVlhyQ21MbCs1MTlvQ3hXOUlZdkV1cXh4S253UDlTN0pvZUV2Um03cXRRLzRxdmFPemNpCmhZdC95dGxNYnZlWXhNaDI4MmNnbU9RVzNwNFlzWUFwVTZiVkduYk9YRXEvL3FCajRPS2VjWi8rK3NuS3FYVUIKajY4aG8yQ1FhQ2tGRmRRWFVIS1Q1L3ptVkU4Qi9MMnNnVFA0N2k2akJnQ2l4VzloVHE1SG5RcWNkYXRLcGlHcwpqMWdCVlZqREpxQm9uMk9wcUxESStHRXBHbEFON05jaThDV2t6dis4M0xIMk9QZ29HR3lJY0hQV2R3Q2E0SW1CCm9pSEdOb2V3SHhZKzhjRWFsUWtWZkQvT0VUOXRSbDBobnZVamxRZVFQTXlCWHlhR1BYcmZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJjSHFaUwo4ZldpYmk2djM4WWNNdTVTY2thZzV6QWZCZ05WSFNNRUdEQVdnQlJjSHFaUzhmV2liaTZ2MzhZY011NVNja2FnCjV6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFNclNudFpJa01QTkVkclBtMjJPRzMzSmo5dnJ3dU5IanlMUi8KSG9GdFh0aTc2Tjh0cWhSTUxFK0s2SGNUZ0cvNFJNL2s1bTVPdUtseWFwWGdpbFQ0eDl5V0d6MG5BeHJrYytETwpueGN0NVB6SFczSDFuT3dQVmh3SkdoMzVJSE1kT1NKaTFDWWQ5MDVxT1JGRjRwQUVXaXFqN0VkRHMraUZnclNQCkdnUTE2c2tZaFBlaEF2UGNnMkN5N3VsQ3YxQmRMY2Q3dHFNY0NHMkpIV1RpZERzdU93MERqQWZHWUlIY3N4VlYKMGJ2SFQzUi9EQlNOSjUzUlVtUmx2b0tlWWJRR21LSDN0MEdtMUxxTDBSbmxWRzlCT2xyT0NON1FpQUlobFdGSQpUWFFVa0kzL09NdnRxK3lLZlFKSkdYbkZjRWYxNEVCNGd3b2kwVVNhaDV1dGJCeG8xUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0521 19:32:54.125249 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0521 19:32:56.230134 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:32:56.230156 1 tasks.go:49] processing task group 2 of 3 I0521 19:32:56.230184 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:32:56.230193 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:32:56.230204 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:32:56.230221 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:32:56.230243 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:32:56.230263 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:32:56.230278 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:32:56.230308 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:32:56.230325 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:32:56.230340 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:32:56.230378 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:32:56.230401 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:32:56.230398 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:32:56.230466 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:32:56.230497 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:32:56.298047 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:32:56.317239 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:32:56.322670 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:32:56.343045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0521 19:32:56.364350 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0521 19:32:56.391351 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0521 19:32:56.408635 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0521 19:32:56.410653 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:32:56.425412 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0521 19:32:56.809030 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0521 19:32:57.307518 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:32:57.367739 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:32:57.370212 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:32:57.413478 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:32:57.431216 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:32:59.429649 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:33:01.417339 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:33:01.484440 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0521 19:33:02.298394 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:33:05.617581 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:33:47.462651 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:35:11.651609 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:35:11.651636 1 tasks.go:49] processing task group 3 of 3 I0521 19:35:11.651648 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:35:11.706774 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:35:11.706873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6d08422c-4690-435d-b9c3-57f2de34e62a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0521 19:35:11.713774 1 operator.go:851] Updating ClusterOperator status to done. W0521 19:35:11.776653 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:35:11.815587 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:35:11.821774 1 tasks.go:49] processing task group 1 of 3 I0521 19:35:11.821800 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:35:11.821816 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:35:11.841072 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:35:15.005774 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:35:15.005795 1 tasks.go:49] processing task group 2 of 3 I0521 19:35:15.005815 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:35:15.005879 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:35:15.005898 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:35:15.005914 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:35:15.005945 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:35:15.005961 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:35:15.005973 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:35:15.005994 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:35:15.006004 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:35:15.006016 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:35:15.006038 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:35:15.006061 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:35:15.006072 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:35:15.006088 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:35:15.006114 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:35:15.097948 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:35:15.114331 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:35:15.119338 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:35:15.192500 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:35:16.116410 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:35:16.155729 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:35:16.155732 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:35:16.157490 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:35:16.194030 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:35:18.225120 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:35:20.178486 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:35:21.076870 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:35:21.197375 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:35:26.214793 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:35:26.380589 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:35:30.411395 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:35:30.411425 1 tasks.go:49] processing task group 3 of 3 I0521 19:35:30.411445 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:35:30.458679 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:35:30.465007 1 operator.go:851] Updating ClusterOperator status to done. W0521 19:35:30.476076 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:35:30.507908 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:35:30.513439 1 tasks.go:49] processing task group 1 of 3 I0521 19:35:30.513469 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:35:30.513481 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:35:30.530248 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:35:33.660095 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:35:33.660117 1 tasks.go:49] processing task group 2 of 3 I0521 19:35:33.660141 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:35:33.660148 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:35:33.660166 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:35:33.660186 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:35:33.660209 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:35:33.660226 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:35:33.660249 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:35:33.660269 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:35:33.660291 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:35:33.660308 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:35:33.660333 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:35:33.660346 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:35:33.660386 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:35:33.660383 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:35:33.660393 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:35:33.733559 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:35:33.758916 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:35:33.760182 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:35:33.825698 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:35:34.747584 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:35:34.781622 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:35:34.786985 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:35:34.790787 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:35:34.816981 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:35:36.834914 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:35:38.818498 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:35:39.728213 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:35:39.836506 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:35:44.833753 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:35:49.023892 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:35:49.023916 1 tasks.go:49] processing task group 3 of 3 I0521 19:35:49.023933 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:35:49.065880 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:35:49.072118 1 operator.go:851] Updating ClusterOperator status to done. I0521 19:36:15.739265 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0521 19:36:15.739294 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:36:15.778786 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:36:15.786377 1 tasks.go:49] processing task group 1 of 3 I0521 19:36:15.786414 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:36:15.786426 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:36:15.801864 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:36:18.959711 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:36:18.959732 1 tasks.go:49] processing task group 2 of 3 I0521 19:36:18.959763 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:36:18.959765 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:36:18.959784 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:36:18.959812 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:36:18.959839 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:36:18.959850 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:36:18.959861 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:36:18.959880 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:36:18.959901 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:36:18.959901 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:36:18.959915 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:36:18.959943 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:36:18.959998 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:36:18.959964 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:36:18.959984 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:36:19.030129 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:36:19.053784 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:36:19.058924 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:36:19.123136 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:36:20.053462 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:36:20.083700 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:36:20.083845 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:36:20.101153 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:36:20.120765 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:36:22.146800 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:36:24.108068 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:36:25.027188 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:36:25.136012 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:36:26.334515 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0521 19:36:30.165549 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:36:34.326282 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:36:34.326308 1 tasks.go:49] processing task group 3 of 3 I0521 19:36:34.326325 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:36:34.367499 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:36:34.373862 1 operator.go:851] Updating ClusterOperator status to done. W0521 19:36:34.384918 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:36:34.415159 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:36:34.420332 1 tasks.go:49] processing task group 1 of 3 I0521 19:36:34.420380 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:36:34.420382 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:36:34.434465 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:36:37.563722 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:36:37.563742 1 tasks.go:49] processing task group 2 of 3 I0521 19:36:37.563768 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:36:37.563771 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:36:37.563780 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:36:37.563807 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:36:37.563824 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:36:37.563842 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:36:37.563859 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:36:37.563878 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:36:37.563901 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:36:37.563895 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:36:37.563911 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:36:37.563938 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:36:37.563959 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:36:37.563988 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:36:37.563894 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:36:37.634125 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:36:37.661669 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:36:37.663869 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:36:37.724488 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:36:38.657684 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:36:38.685735 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:36:38.687455 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:36:38.702642 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:36:38.713852 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:36:40.746218 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:36:42.720496 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:36:43.631860 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:36:43.737152 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:36:48.739777 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:36:52.936705 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:36:52.936728 1 tasks.go:49] processing task group 3 of 3 I0521 19:36:52.936743 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:36:52.979616 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:36:52.985562 1 operator.go:851] Updating ClusterOperator status to done. I0521 19:41:26.333902 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 19:41:26.333979 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:41:26.509047 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:41:26.521544 1 tasks.go:49] processing task group 1 of 3 I0521 19:41:26.521574 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:41:26.521594 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:41:26.564311 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:41:29.821456 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:41:29.821478 1 tasks.go:49] processing task group 2 of 3 I0521 19:41:29.821504 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:41:29.821511 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:41:29.821524 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:41:29.821540 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:41:29.821555 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:41:29.821576 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:41:29.821600 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:41:29.821619 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:41:29.821641 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:41:29.821666 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:41:29.821686 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:41:29.821688 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:41:29.821699 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:41:29.821670 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:41:29.821677 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:41:29.913246 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:41:29.941004 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:41:29.950234 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:41:30.021914 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:41:31.114334 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:41:31.145434 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:41:31.226529 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:41:31.235506 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:41:31.997323 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:41:34.219353 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:41:35.642814 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:41:36.120391 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:41:36.185128 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:41:41.564147 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:41:46.875971 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:41:46.875995 1 tasks.go:49] processing task group 3 of 3 I0521 19:41:46.876009 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:41:46.946007 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:41:46.954504 1 operator.go:851] Updating ClusterOperator status to done. I0521 19:46:26.158253 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0521 19:46:26.158308 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:46:26.191856 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:46:26.198246 1 tasks.go:49] processing task group 1 of 3 I0521 19:46:26.198270 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:46:26.198281 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:46:26.216429 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:46:26.217503 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0521 19:46:26.219758 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0521 19:46:26.219773 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:46:26.220897 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0521 19:46:26.220941 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0521 19:46:26.220969 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0521 19:46:26.221040 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0521 19:46:26.221105 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0521 19:46:26.221121 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0521 19:46:26.221130 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0521 19:46:26.279566 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0521 19:46:26.334608 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0521 19:46:29.378703 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:46:29.378724 1 tasks.go:49] processing task group 2 of 3 I0521 19:46:29.378748 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:46:29.378768 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:46:29.378784 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:46:29.378797 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:46:29.378815 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:46:29.378827 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:46:29.378851 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:46:29.378870 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:46:29.378895 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:46:29.378924 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:46:29.378938 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:46:29.378960 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:46:29.378957 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:46:29.378968 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:46:29.378981 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:46:29.445014 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:46:29.475100 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:46:29.477148 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:46:29.547024 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:46:30.478627 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:46:30.505240 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:46:30.505331 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:46:30.531379 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:46:30.540559 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:46:32.577199 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:46:34.534955 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:46:35.445501 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:46:35.557477 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:46:40.569747 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:46:44.765133 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:46:44.765160 1 tasks.go:49] processing task group 3 of 3 I0521 19:46:44.765183 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:46:44.806786 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:46:44.814641 1 operator.go:851] Updating ClusterOperator status to done. W0521 19:46:44.825447 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:46:44.856894 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:46:44.862500 1 tasks.go:49] processing task group 1 of 3 I0521 19:46:44.862524 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:46:44.862553 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:46:44.877147 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:46:48.015527 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:46:48.015553 1 tasks.go:49] processing task group 2 of 3 I0521 19:46:48.015577 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:46:48.015586 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:46:48.015600 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:46:48.015621 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:46:48.015635 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:46:48.015650 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:46:48.015672 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:46:48.015691 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:46:48.015712 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:46:48.015730 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:46:48.015744 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:46:48.015767 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:46:48.015791 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:46:48.015815 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:46:48.015837 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:46:48.113143 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:46:48.156928 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:46:48.157124 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:46:48.211514 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:46:49.139396 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:46:49.153630 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:46:49.164101 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:46:49.167878 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:46:49.207880 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:46:51.202788 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:46:53.187817 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:46:54.093626 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:46:54.217416 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:46:59.209733 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:47:03.370002 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:47:03.370026 1 tasks.go:49] processing task group 3 of 3 I0521 19:47:03.370042 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:47:03.406441 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:47:03.411250 1 operator.go:851] Updating ClusterOperator status to done.