W0405 10:58:05.457441 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0405 10:58:05.457772 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0405 10:58:05.457786 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0405 10:58:05.457790 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0405 10:58:05.457794 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0405 10:58:05.457817 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0405 10:58:05.487008 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0405 10:58:05.491983 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0405 10:58:05.492089 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0405 10:58:05.492303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0405 10:58:05.493134 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0405 10:58:05.501783 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:05.504434 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:58:05.504741 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0405 10:58:05.504796 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0405 10:58:05.504823 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0405 10:58:05.505238 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0405 10:58:05.510167 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0405 10:58:05.510818 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0405 10:58:05.510906 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0405 10:58:05.510911 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0405 10:58:05.511447 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0405 10:58:05.511866 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0405 10:58:05.512866 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0405 10:58:05.518017 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0405 10:58:05.519082 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0405 10:58:05.519196 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0405 10:58:05.546495 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0405 10:58:05.597051 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0405 10:58:05.597105 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0405 10:58:05.597130 1 rule_controller.go:114] Starting alerting rules controller I0405 10:58:05.597136 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0405 10:58:05.597149 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0405 10:58:05.597154 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0405 10:58:05.597154 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0405 10:58:05.597156 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0405 10:58:05.597164 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0405 10:58:05.597171 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0405 10:58:05.597179 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0405 10:58:05.597194 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0405 10:58:05.597189 1 relabel_controller.go:117] Starting alert relabel config controller I0405 10:58:05.597201 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0405 10:58:05.597213 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0405 10:58:05.601381 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0405 10:58:05.601763 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0405 10:58:05.602042 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0405 10:58:05.602089 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.602121 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.602161 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0405 10:58:05.602248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0405 10:58:05.602255 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0405 10:58:05.602458 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.602503 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0405 10:58:05.615713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-45srw" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0405 10:58:05.615790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-6h7wz" is created for OpenShiftMonitoringTelemeterClientCertRequester I0405 10:58:05.615846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-nvgtp" is created for OpenShiftMonitoringClientCertRequester I0405 10:58:05.628373 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.628786 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.628794 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.636764 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.636776 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.636785 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.646290 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.646296 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.646359 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.646579 1 operator.go:830] Updating ClusterOperator status to InProgress. I0405 10:58:05.651473 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.651493 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.651506 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.663547 1 tasks.go:49] processing task group 1 of 3 I0405 10:58:05.663575 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0405 10:58:05.663590 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0405 10:58:05.665382 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.665579 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.665589 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.665730 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-05T10:53:05Z", ) I0405 10:58:05.665747 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-04T10:53:05Z", ) I0405 10:58:05.674655 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.674715 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.674827 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0405 10:58:05.674884 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0405 10:58:05.674917 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-05T10:53:05Z", ) I0405 10:58:05.674939 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-04T10:53:05Z", ) I0405 10:58:05.685255 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0405 10:58:05.685310 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0405 10:58:05.685419 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-05T10:53:05Z", ) I0405 10:58:05.685442 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-04T10:53:05Z", ) I0405 10:58:05.687590 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0405 10:58:05.687605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0405 10:58:05.697934 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0405 10:58:05.697937 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0405 10:58:05.699582 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0405 10:58:05.699630 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0405 10:58:05.702839 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0405 10:58:05.707854 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0405 10:58:05.713606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0405 10:58:05.765286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0405 10:58:05.845251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0405 10:58:05.860580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0405 10:58:05.886642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0405 10:58:05.905040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0405 10:58:06.074277 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0405 10:58:06.075699 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0405 10:58:06.075714 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0405 10:58:06.075733 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0405 10:58:06.075740 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0405 10:58:06.078527 1 secure_serving.go:57] Forcing use of http/1.1 only I0405 10:58:06.078540 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0405 10:58:06.088793 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0405 10:58:06.088792 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0405 10:58:06.088824 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0405 10:58:06.088834 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0405 10:58:06.088838 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0405 10:58:06.088841 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0405 10:58:06.089211 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0405 10:58:06.089439 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775386660\" (2026-04-05 10:57:52 +0000 UTC to 2028-04-04 10:57:53 +0000 UTC (now=2026-04-05 10:58:06.089398453 +0000 UTC))" I0405 10:58:06.089711 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775386686\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775386685\" (2026-04-05 09:58:05 +0000 UTC to 2029-04-05 09:58:05 +0000 UTC (now=2026-04-05 10:58:06.089688181 +0000 UTC))" I0405 10:58:06.089734 1 secure_serving.go:211] Serving securely on [::]:8443 I0405 10:58:06.089758 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0405 10:58:06.089775 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0405 10:58:06.092071 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0405 10:58:06.092149 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0405 10:58:06.093922 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0405 10:58:06.189643 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0405 10:58:06.189665 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0405 10:58:06.189743 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0405 10:58:06.189875 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-05 10:48:36 +0000 UTC to 2036-04-02 10:48:36 +0000 UTC (now=2026-04-05 10:58:06.189851135 +0000 UTC))" I0405 10:58:06.190118 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775386660\" (2026-04-05 10:57:52 +0000 UTC to 2028-04-04 10:57:53 +0000 UTC (now=2026-04-05 10:58:06.190101207 +0000 UTC))" I0405 10:58:06.190301 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775386686\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775386685\" (2026-04-05 09:58:05 +0000 UTC to 2029-04-05 09:58:05 +0000 UTC (now=2026-04-05 10:58:06.190287463 +0000 UTC))" I0405 10:58:06.190442 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-05 10:48:37 +0000 UTC to 2036-04-02 10:48:37 +0000 UTC (now=2026-04-05 10:58:06.190430399 +0000 UTC))" I0405 10:58:06.190463 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-05 10:48:42 +0000 UTC to 2036-04-02 10:48:42 +0000 UTC (now=2026-04-05 10:58:06.190454527 +0000 UTC))" I0405 10:58:06.190481 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-05 10:48:47 +0000 UTC to 2036-04-02 10:48:47 +0000 UTC (now=2026-04-05 10:58:06.190471545 +0000 UTC))" I0405 10:58:06.190507 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-05 10:48:51 +0000 UTC to 2036-04-02 10:48:51 +0000 UTC (now=2026-04-05 10:58:06.190492515 +0000 UTC))" I0405 10:58:06.190525 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-05 10:48:56 +0000 UTC to 2036-04-02 10:48:56 +0000 UTC (now=2026-04-05 10:58:06.190516833 +0000 UTC))" I0405 10:58:06.190551 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pfutco3mvibijm2ul7f44g195rtsmmn-kx-45db7ef7dc_customer-system-admin-signer@1775386245\" [] issuer=\"\" (2026-04-05 10:50:45 +0000 UTC to 2026-04-12 10:50:46 +0000 UTC (now=2026-04-05 10:58:06.190536377 +0000 UTC))" I0405 10:58:06.190580 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pfutco3mvibijm2ul7f44g195rtsmmn-kx-45db7ef7dc_sre-system-admin-signer@1775386245\" [] issuer=\"\" (2026-04-05 10:50:46 +0000 UTC to 2026-04-12 10:50:47 +0000 UTC (now=2026-04-05 10:58:06.190565329 +0000 UTC))" I0405 10:58:06.190604 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-05 10:48:36 +0000 UTC to 2036-04-02 10:48:36 +0000 UTC (now=2026-04-05 10:58:06.190590797 +0000 UTC))" I0405 10:58:06.190882 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775386660\" (2026-04-05 10:57:52 +0000 UTC to 2028-04-04 10:57:53 +0000 UTC (now=2026-04-05 10:58:06.190860402 +0000 UTC))" I0405 10:58:06.191092 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775386686\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775386685\" (2026-04-05 09:58:05 +0000 UTC to 2029-04-05 09:58:05 +0000 UTC (now=2026-04-05 10:58:06.19107844 +0000 UTC))" I0405 10:58:09.958161 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0405 10:58:09.969849 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0405 10:58:09.982877 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0405 10:58:12.546587 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0405 10:58:15.114821 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0405 10:58:15.114845 1 tasks.go:49] processing task group 2 of 3 I0405 10:58:15.114867 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 10:58:15.114878 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0405 10:58:15.114887 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0405 10:58:15.114896 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0405 10:58:15.114903 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0405 10:58:15.114906 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0405 10:58:15.114914 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0405 10:58:15.114922 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0405 10:58:15.114930 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 10:58:15.114937 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 10:58:15.114947 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 10:58:15.114951 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0405 10:58:15.114920 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0405 10:58:15.114968 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0405 10:58:15.114996 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0405 10:58:15.135434 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0405 10:58:15.135946 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0405 10:58:15.151217 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0405 10:58:15.163086 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0405 10:58:15.167328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0405 10:58:15.182246 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0405 10:58:15.199964 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 10:58:15.211343 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0405 10:58:15.246280 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 10:58:15.258634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0405 10:58:15.263374 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0405 10:58:15.292226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0405 10:58:15.292246 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0405 10:58:15.302892 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0405 10:58:15.304579 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0405 10:58:15.376238 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0405 10:58:15.376275 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0405 10:58:15.378080 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0405 10:58:15.378366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0405 10:58:15.383306 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0405 10:58:15.383323 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing W0405 10:58:15.388993 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0405 10:58:15.389010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0405 10:58:15.395019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0405 10:58:15.398678 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0405 10:58:15.418174 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0405 10:58:15.421501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0405 10:58:15.443556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0405 10:58:15.445124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0405 10:58:15.528347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0405 10:58:15.528455 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0405 10:58:15.648646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0405 10:58:15.700459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0405 10:58:15.749300 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0405 10:58:15.799674 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0405 10:58:15.801058 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0405 10:58:15.907285 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0405 10:58:15.916760 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0405 10:58:15.939449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0405 10:58:16.012961 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0405 10:58:16.120758 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0405 10:58:16.185983 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0405 10:58:16.221823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0405 10:58:16.268047 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0405 10:58:16.292403 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0405 10:58:16.310998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0405 10:58:16.327074 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0405 10:58:16.400425 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0405 10:58:16.404357 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0405 10:58:16.417221 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0405 10:58:16.431234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0405 10:58:16.482970 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0405 10:58:16.499358 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0405 10:58:16.500061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0405 10:58:16.525049 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0405 10:58:16.539415 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0405 10:58:16.870168 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0405 10:58:17.306232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0405 10:58:17.317066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0405 10:58:17.331237 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0405 10:58:17.419995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0405 10:58:17.515373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0405 10:58:17.619566 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0405 10:58:17.718229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0405 10:58:17.732990 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 10:58:17.733031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0405 10:58:17.733596 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0405 10:58:17.831260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0405 10:58:17.920150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0405 10:58:18.024730 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0405 10:58:18.144335 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0405 10:58:18.235431 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 10:58:18.240722 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0405 10:58:18.260901 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0405 10:58:18.343840 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0405 10:58:18.444459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0405 10:58:18.517600 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0405 10:58:18.536016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0405 10:58:18.547397 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-eb70t6r34klca -n openshift-monitoring because it was missing I0405 10:58:18.965377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0405 10:58:19.547488 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0405 10:58:19.556248 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0405 10:58:19.987435 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-8g6447ur035qg -n openshift-monitoring because it was missing I0405 10:58:20.179315 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0405 10:58:20.205704 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0405 10:58:20.493377 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0405 10:58:21.565487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-1u42rn3hm9e9f -n openshift-monitoring because it was missing I0405 10:58:21.580024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0405 10:58:21.606909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0405 10:58:21.619922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0405 10:58:25.267602 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0405 10:58:25.267626 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0405 10:58:26.518833 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0405 10:58:31.630136 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0405 10:58:31.671226 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0405 10:58:42.546169 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0405 10:58:46.043610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0405 10:58:46.058453 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0405 10:58:46.058517 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0405 10:58:56.386038 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0405 10:58:56.565451 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0405 10:59:31.690074 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0405 10:59:31.690112 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0405 10:59:31.690119 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0405 10:59:31.690146 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0405 10:59:31.690172 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0405 10:59:31.716233 1 operator.go:830] Updating ClusterOperator status to InProgress. I0405 10:59:31.720465 1 tasks.go:49] processing task group 1 of 3 I0405 10:59:31.720488 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0405 10:59:31.720501 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0405 10:59:31.732555 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0405 10:59:32.766020 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWGc3Wk4zZ0hJQkV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05UTTROalkyTURBZQpGdzB5TmpBME1EVXhNRFUzTXpsYUZ3MHlPREEyTURNeE1EVTNOREJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelV6T0RZMk5qQXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRHpBenB0V2J1R2xrdk9XQVArWHB0UDMvcHREL1VSQWVKbwo0ZmNxV3hIbmpzT0s0dlcwL3llYVdxdnovYmlKZWVrRzV6cDR1TDZKNytpMEhzTFN4TVUvaFkxK1pCK0NuanFwCmI5TTdsMEpPYkV3cmxlSFBXdGt2R2g1VnI2NU8xcDNoK082Q0ZmbXAvQlF4enRJazhaZ3gya3hVVkk3SDk5cVEKMEwyNys5bkh0NzMyWGs3ZjIrRk0zS1hPNmhBNk1DcjBvdzFYcFIxU09EOTczSWZQclJrTGZsUUJrUkZZd1pHRApsc0xpd2owU2UyYUp4Wk9uT3ZyekdRMFhDbWtJdmtOVE5RT1FSa0prK0pXL3lJYkt0TmxkdHVINmtnYW1qT1h0CjBUdWRjZFlmTGcyNXpYekl4anp2THNlVEl2ZDVGQUhpem1pTklWUUkvckZTcUU5ZTh3RWJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFiaWJIYQp4SkJIL3pnLy9zNmE2NmRhT20vSVBqQWZCZ05WSFNNRUdEQVdnQlFiaWJIYXhKQkgvemcvL3M2YTY2ZGFPbS9JClBqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUEwcW42TU1OektFdkE3dUZpMTZIWElsUUxmU09oS0dMQ3lkYTMKMjk4KzJhSlhISVFVSzdTTzR5SlJ3dkl0emVKNjNpTDhRdnRhU2ZTaG5mRFJZWEJTOFZDZG5wYys4UGNCek9USApaUE96S3hnczhtaGlmYWg1eVV4MGpuditEdHdYelNrWVJJVmNEcG1UNTVrOHh3TFZTV29lY2ErQkZVcDVsK05qCjQwQTRuSWU2eEhHYzE5V0tzQ1pDZHE4UVRoL2xSODFUTHNSREprcEQ4ZnJYaWYvUU9xZG5aTzRkaTlNTVIzM2MKNjZJY0phaVFRbEZrMEZCd1RrVlkxUlNFQTNpenF5K08zN1JCQ2RvSkV3aXVxempHMGtpaENYbjFBN0NWWWNsNwp0djBtRXk5WFZPU1o4ZUVzRzcyMGhVWlRhY040clNSc0pBK0NrOGJTS3FRWUZZMzVSQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0405 10:59:32.771446 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0405 10:59:32.775939 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWGc3Wk4zZ0hJQkV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05UTTROalkyTURBZQpGdzB5TmpBME1EVXhNRFUzTXpsYUZ3MHlPREEyTURNeE1EVTNOREJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelV6T0RZMk5qQXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRHpBenB0V2J1R2xrdk9XQVArWHB0UDMvcHREL1VSQWVKbwo0ZmNxV3hIbmpzT0s0dlcwL3llYVdxdnovYmlKZWVrRzV6cDR1TDZKNytpMEhzTFN4TVUvaFkxK1pCK0NuanFwCmI5TTdsMEpPYkV3cmxlSFBXdGt2R2g1VnI2NU8xcDNoK082Q0ZmbXAvQlF4enRJazhaZ3gya3hVVkk3SDk5cVEKMEwyNys5bkh0NzMyWGs3ZjIrRk0zS1hPNmhBNk1DcjBvdzFYcFIxU09EOTczSWZQclJrTGZsUUJrUkZZd1pHRApsc0xpd2owU2UyYUp4Wk9uT3ZyekdRMFhDbWtJdmtOVE5RT1FSa0prK0pXL3lJYkt0TmxkdHVINmtnYW1qT1h0CjBUdWRjZFlmTGcyNXpYekl4anp2THNlVEl2ZDVGQUhpem1pTklWUUkvckZTcUU5ZTh3RWJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFiaWJIYQp4SkJIL3pnLy9zNmE2NmRhT20vSVBqQWZCZ05WSFNNRUdEQVdnQlFiaWJIYXhKQkgvemcvL3M2YTY2ZGFPbS9JClBqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUEwcW42TU1OektFdkE3dUZpMTZIWElsUUxmU09oS0dMQ3lkYTMKMjk4KzJhSlhISVFVSzdTTzR5SlJ3dkl0emVKNjNpTDhRdnRhU2ZTaG5mRFJZWEJTOFZDZG5wYys4UGNCek9USApaUE96S3hnczhtaGlmYWg1eVV4MGpuditEdHdYelNrWVJJVmNEcG1UNTVrOHh3TFZTV29lY2ErQkZVcDVsK05qCjQwQTRuSWU2eEhHYzE5V0tzQ1pDZHE4UVRoL2xSODFUTHNSREprcEQ4ZnJYaWYvUU9xZG5aTzRkaTlNTVIzM2MKNjZJY0phaVFRbEZrMEZCd1RrVlkxUlNFQTNpenF5K08zN1JCQ2RvSkV3aXVxempHMGtpaENYbjFBN0NWWWNsNwp0djBtRXk5WFZPU1o4ZUVzRzcyMGhVWlRhY040clNSc0pBK0NrOGJTS3FRWUZZMzVSQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0405 10:59:32.781160 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0405 10:59:34.870359 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0405 10:59:34.870384 1 tasks.go:49] processing task group 2 of 3 I0405 10:59:34.870411 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 10:59:34.870423 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0405 10:59:34.870438 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0405 10:59:34.870449 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 10:59:34.870472 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 10:59:34.870494 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0405 10:59:34.870515 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0405 10:59:34.870538 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0405 10:59:34.870560 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0405 10:59:34.870578 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0405 10:59:34.870592 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0405 10:59:34.870614 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0405 10:59:34.870629 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0405 10:59:34.870655 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 10:59:34.870426 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0405 10:59:34.920405 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 10:59:34.935762 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 10:59:34.952452 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0405 10:59:34.956556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0405 10:59:34.970540 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0405 10:59:34.987971 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0405 10:59:35.001796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0405 10:59:35.008813 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 10:59:35.013060 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0405 10:59:35.068788 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0405 10:59:35.943420 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0405 10:59:35.964606 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0405 10:59:35.967668 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 10:59:35.984934 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0405 10:59:36.001512 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0405 10:59:38.028568 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0405 10:59:39.999836 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0405 10:59:40.062048 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0405 10:59:40.926599 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0405 10:59:44.152193 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0405 11:00:36.055607 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0405 11:01:50.212269 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0405 11:01:50.212297 1 tasks.go:49] processing task group 3 of 3 I0405 11:01:50.212308 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0405 11:01:50.262760 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0405 11:01:50.262843 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"0c32910b-9d68-4141-8e09-13c5379abe05", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0405 11:01:50.268534 1 operator.go:851] Updating ClusterOperator status to done. W0405 11:01:50.328046 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0405 11:01:50.379487 1 operator.go:830] Updating ClusterOperator status to InProgress. I0405 11:01:50.384163 1 tasks.go:49] processing task group 1 of 3 I0405 11:01:50.384190 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0405 11:01:50.384206 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:01:50.397873 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:01:53.550512 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0405 11:01:53.550534 1 tasks.go:49] processing task group 2 of 3 I0405 11:01:53.550559 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:01:53.550572 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0405 11:01:53.550583 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0405 11:01:53.550610 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:01:53.550629 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0405 11:01:53.550630 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0405 11:01:53.550652 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0405 11:01:53.550674 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:01:53.550575 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0405 11:01:53.550698 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0405 11:01:53.550734 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0405 11:01:53.550751 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:01:53.550748 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0405 11:01:53.550775 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:01:53.550608 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:01:53.610317 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:01:53.639977 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:01:53.648049 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0405 11:01:53.707663 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:01:54.640986 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:01:54.665163 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:01:54.669029 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0405 11:01:54.687136 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:01:54.709634 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0405 11:01:56.732252 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0405 11:01:58.696948 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0405 11:01:59.607770 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0405 11:01:59.714301 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0405 11:02:04.730307 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0405 11:02:08.892885 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0405 11:02:08.892910 1 tasks.go:49] processing task group 3 of 3 I0405 11:02:08.892929 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0405 11:02:08.930819 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0405 11:02:08.935764 1 operator.go:851] Updating ClusterOperator status to done. I0405 11:02:12.546529 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0405 11:02:12.546559 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0405 11:02:12.599794 1 operator.go:830] Updating ClusterOperator status to InProgress. I0405 11:02:12.604907 1 tasks.go:49] processing task group 1 of 3 I0405 11:02:12.604933 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0405 11:02:12.604948 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:02:12.622252 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:02:15.742770 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0405 11:02:15.742791 1 tasks.go:49] processing task group 2 of 3 I0405 11:02:15.742829 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:02:15.742889 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0405 11:02:15.742898 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0405 11:02:15.742913 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0405 11:02:15.742931 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:02:15.742946 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:02:15.742962 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0405 11:02:15.742974 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0405 11:02:15.743000 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0405 11:02:15.743018 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0405 11:02:15.743025 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:02:15.743044 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0405 11:02:15.743066 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:02:15.743006 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0405 11:02:15.743050 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:02:15.795836 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:02:15.814618 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:02:15.821419 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0405 11:02:15.874376 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:02:16.811927 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:02:16.830531 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0405 11:02:16.832170 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:02:16.847839 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:02:16.860774 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0405 11:02:18.885907 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0405 11:02:20.864568 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0405 11:02:21.797743 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0405 11:02:21.885395 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0405 11:02:26.884460 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0405 11:02:31.059791 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0405 11:02:31.059834 1 tasks.go:49] processing task group 3 of 3 I0405 11:02:31.059851 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0405 11:02:31.096039 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0405 11:02:31.101053 1 operator.go:851] Updating ClusterOperator status to done. I0405 11:03:05.597713 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0405 11:03:05.597767 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0405 11:03:05.626531 1 operator.go:830] Updating ClusterOperator status to InProgress. I0405 11:03:05.631112 1 tasks.go:49] processing task group 1 of 3 I0405 11:03:05.631144 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0405 11:03:05.631156 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:03:05.644368 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:03:08.762332 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0405 11:03:08.762354 1 tasks.go:49] processing task group 2 of 3 I0405 11:03:08.762378 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:03:08.762386 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0405 11:03:08.762402 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0405 11:03:08.762421 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:03:08.762439 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:03:08.762460 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0405 11:03:08.762472 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0405 11:03:08.762496 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0405 11:03:08.762510 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0405 11:03:08.762531 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0405 11:03:08.762541 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0405 11:03:08.762553 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:03:08.762571 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:03:08.762591 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0405 11:03:08.762615 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:03:08.816529 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:03:08.832490 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:03:08.848695 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0405 11:03:08.894533 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:03:09.828713 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:03:09.853245 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:03:09.859208 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0405 11:03:09.873826 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:03:09.886109 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0405 11:03:11.911419 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0405 11:03:13.886396 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0405 11:03:14.819382 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0405 11:03:14.910729 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0405 11:03:19.920020 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0405 11:03:24.073165 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0405 11:03:24.073190 1 tasks.go:49] processing task group 3 of 3 I0405 11:03:24.073207 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0405 11:03:24.109328 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0405 11:03:24.114170 1 operator.go:851] Updating ClusterOperator status to done. I0405 11:04:07.885615 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0405 11:04:07.885646 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0405 11:04:07.912578 1 operator.go:830] Updating ClusterOperator status to InProgress. I0405 11:04:07.917268 1 tasks.go:49] processing task group 1 of 3 I0405 11:04:07.917293 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0405 11:04:07.917313 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:04:07.931126 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:04:11.050607 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0405 11:04:11.050631 1 tasks.go:49] processing task group 2 of 3 I0405 11:04:11.050660 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:04:11.050661 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0405 11:04:11.050673 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:04:11.050677 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0405 11:04:11.050703 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0405 11:04:11.050717 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0405 11:04:11.050740 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:04:11.050755 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:04:11.050789 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0405 11:04:11.050794 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0405 11:04:11.050772 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:04:11.050792 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0405 11:04:11.051283 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0405 11:04:11.051565 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0405 11:04:11.051740 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:04:11.106700 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:04:11.126774 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:04:11.141030 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0405 11:04:11.193433 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:04:12.123328 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:04:12.148327 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0405 11:04:12.150551 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:04:12.168990 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:04:12.182353 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0405 11:04:14.205217 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0405 11:04:16.181287 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0405 11:04:17.113669 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0405 11:04:17.203923 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0405 11:04:22.212284 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0405 11:04:26.387073 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0405 11:04:26.387101 1 tasks.go:49] processing task group 3 of 3 I0405 11:04:26.387112 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0405 11:04:26.426428 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0405 11:04:26.431615 1 operator.go:851] Updating ClusterOperator status to done. I0405 11:08:05.598078 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0405 11:08:05.598123 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0405 11:08:05.626563 1 operator.go:830] Updating ClusterOperator status to InProgress. I0405 11:08:05.631183 1 tasks.go:49] processing task group 1 of 3 I0405 11:08:05.631212 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0405 11:08:05.631227 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:08:05.645131 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:08:08.778598 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0405 11:08:08.778617 1 tasks.go:49] processing task group 2 of 3 I0405 11:08:08.778637 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:08:08.778642 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:08:08.778653 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0405 11:08:08.778678 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0405 11:08:08.778696 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0405 11:08:08.778708 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:08:08.778734 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:08:08.778762 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0405 11:08:08.778783 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0405 11:08:08.778824 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0405 11:08:08.778831 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0405 11:08:08.778687 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0405 11:08:08.778853 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:08:08.778873 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:08:08.778863 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0405 11:08:08.838125 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:08:08.856220 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:08:08.863866 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0405 11:08:08.917348 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:08:09.847863 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:08:09.886157 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:08:09.889267 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0405 11:08:09.897964 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:08:09.909481 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0405 11:08:11.924348 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0405 11:08:13.919111 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0405 11:08:14.834409 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0405 11:08:14.932710 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0405 11:08:19.933981 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0405 11:08:24.102411 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0405 11:08:24.102437 1 tasks.go:49] processing task group 3 of 3 I0405 11:08:24.102447 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0405 11:08:24.140606 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0405 11:08:24.145417 1 operator.go:851] Updating ClusterOperator status to done. I0405 11:13:05.505655 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0405 11:13:05.505691 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0405 11:13:05.505795 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0405 11:13:05.505865 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0405 11:13:05.505912 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0405 11:13:05.505951 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0405 11:13:05.510313 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0405 11:13:05.511545 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0405 11:13:05.511561 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0405 11:13:05.512215 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0405 11:13:05.513996 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0405 11:13:05.514013 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0405 11:13:05.533114 1 operator.go:830] Updating ClusterOperator status to InProgress. I0405 11:13:05.538094 1 tasks.go:49] processing task group 1 of 3 I0405 11:13:05.538121 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0405 11:13:05.538135 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:13:05.547284 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0405 11:13:05.553792 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:13:05.597359 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0405 11:13:08.670254 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0405 11:13:08.670277 1 tasks.go:49] processing task group 2 of 3 I0405 11:13:08.670298 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:13:08.670309 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0405 11:13:08.670327 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:13:08.670341 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0405 11:13:08.670363 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0405 11:13:08.670390 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:13:08.670400 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0405 11:13:08.670426 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0405 11:13:08.670439 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0405 11:13:08.670465 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:13:08.670485 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0405 11:13:08.670492 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0405 11:13:08.670509 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:13:08.670616 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:13:08.670473 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0405 11:13:08.726623 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:13:08.745046 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:13:08.761192 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0405 11:13:08.807992 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:13:09.749524 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:13:09.769766 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0405 11:13:09.773253 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:13:09.790999 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:13:09.800962 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0405 11:13:11.824103 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0405 11:13:13.805294 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0405 11:13:14.733293 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0405 11:13:14.817356 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0405 11:13:19.830082 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0405 11:13:23.987140 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0405 11:13:23.987166 1 tasks.go:49] processing task group 3 of 3 I0405 11:13:23.987177 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0405 11:13:24.026269 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0405 11:13:24.031188 1 operator.go:851] Updating ClusterOperator status to done. W0405 11:13:24.042602 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0405 11:13:24.088264 1 operator.go:830] Updating ClusterOperator status to InProgress. I0405 11:13:24.097550 1 tasks.go:49] processing task group 1 of 3 I0405 11:13:24.097577 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0405 11:13:24.097599 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:13:24.118595 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:13:27.250005 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0405 11:13:27.250028 1 tasks.go:49] processing task group 2 of 3 I0405 11:13:27.250056 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:13:27.250060 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:13:27.250067 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0405 11:13:27.250082 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0405 11:13:27.250085 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0405 11:13:27.250103 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:13:27.250135 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0405 11:13:27.250145 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0405 11:13:27.250168 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0405 11:13:27.250189 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0405 11:13:27.250207 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0405 11:13:27.250229 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0405 11:13:27.250249 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:13:27.250273 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:13:27.250274 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:13:27.366892 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:13:27.396725 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0405 11:13:27.397812 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:13:27.521890 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:13:28.369721 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:13:28.381216 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:13:28.400966 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0405 11:13:28.409708 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:13:28.469984 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0405 11:13:30.422112 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0405 11:13:32.454507 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0405 11:13:33.311177 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0405 11:13:33.468602 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0405 11:13:38.417499 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0405 11:13:42.610007 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0405 11:13:42.610033 1 tasks.go:49] processing task group 3 of 3 I0405 11:13:42.610049 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0405 11:13:42.645784 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0405 11:13:42.650552 1 operator.go:851] Updating ClusterOperator status to done. I0405 11:18:05.597944 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0405 11:18:05.598006 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0405 11:18:05.628110 1 operator.go:830] Updating ClusterOperator status to InProgress. I0405 11:18:05.633089 1 tasks.go:49] processing task group 1 of 3 I0405 11:18:05.633120 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0405 11:18:05.633127 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:18:05.645518 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:18:08.774259 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0405 11:18:08.774282 1 tasks.go:49] processing task group 2 of 3 I0405 11:18:08.774308 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:18:08.774311 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0405 11:18:08.774320 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0405 11:18:08.774338 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:18:08.774359 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0405 11:18:08.774385 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:18:08.774402 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0405 11:18:08.774418 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0405 11:18:08.774436 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:18:08.774459 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:18:08.774479 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0405 11:18:08.774491 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:18:08.774545 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0405 11:18:08.774605 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0405 11:18:08.774566 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0405 11:18:08.828934 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:18:08.847580 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:18:08.888948 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0405 11:18:08.958553 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:18:09.844586 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:18:09.870220 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0405 11:18:09.871115 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:18:09.885144 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:18:09.924636 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0405 11:18:11.924990 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0405 11:18:13.911139 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0405 11:18:14.836848 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0405 11:18:14.923224 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0405 11:18:19.928102 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0405 11:18:24.087046 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0405 11:18:24.087070 1 tasks.go:49] processing task group 3 of 3 I0405 11:18:24.087088 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0405 11:18:24.123746 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0405 11:18:24.128664 1 operator.go:851] Updating ClusterOperator status to done. I0405 11:23:05.597636 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0405 11:23:05.597686 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0405 11:23:05.625162 1 operator.go:830] Updating ClusterOperator status to InProgress. I0405 11:23:05.629982 1 tasks.go:49] processing task group 1 of 3 I0405 11:23:05.630008 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0405 11:23:05.630027 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:23:05.642525 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:23:08.757980 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0405 11:23:08.758003 1 tasks.go:49] processing task group 2 of 3 I0405 11:23:08.758026 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:23:08.758027 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:23:08.758041 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0405 11:23:08.758066 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0405 11:23:08.758076 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0405 11:23:08.758093 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:23:08.758115 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0405 11:23:08.758124 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:23:08.758143 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0405 11:23:08.758153 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:23:08.758186 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:23:08.758197 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0405 11:23:08.758216 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0405 11:23:08.758200 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0405 11:23:08.758205 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0405 11:23:08.805917 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:23:08.822095 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:23:08.841831 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0405 11:23:08.892260 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:23:09.827994 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:23:09.853520 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0405 11:23:09.853585 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:23:09.865940 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:23:09.883183 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0405 11:23:11.906618 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0405 11:23:13.922072 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0405 11:23:14.851196 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0405 11:23:14.933150 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0405 11:23:19.912765 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0405 11:23:24.081277 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0405 11:23:24.081303 1 tasks.go:49] processing task group 3 of 3 I0405 11:23:24.081320 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0405 11:23:24.119431 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0405 11:23:24.124484 1 operator.go:851] Updating ClusterOperator status to done. I0405 11:27:05.698772 1 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" type="*v1.Infrastructure" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0405 11:27:05.698793 1 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" type="*v1.ClusterOperator" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0405 11:27:05.698777 1 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" type="*v1.APIServer" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0405 11:27:05.698797 1 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" type="*v1.ClusterVersion" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0405 11:27:06.585195 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0405 11:27:06.585268 1 operator.go:647] Triggering an update due to a change in APIServer.config.openshift.io/cluster W0405 11:27:06.585300 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0405 11:27:06.589403 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0405 11:27:06.612228 1 operator.go:830] Updating ClusterOperator status to InProgress. I0405 11:27:06.616910 1 tasks.go:49] processing task group 1 of 3 I0405 11:27:06.616933 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0405 11:27:06.616950 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:27:06.628852 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0405 11:27:06.724056 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0405 11:27:06.724150 1 operator.go:647] Triggering an update due to a change in ClusterVersion.config.openshift.io/version I0405 11:27:06.825584 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0405 11:27:06.834144 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0405 11:27:07.251684 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0405 11:27:07.251765 1 operator.go:647] Triggering an update due to a change in Infrastructure.config.openshift.io/cluster I0405 11:27:07.256408 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0405 11:27:09.771000 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0405 11:27:09.771022 1 tasks.go:49] processing task group 2 of 3 I0405 11:27:09.771051 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:27:09.771053 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0405 11:27:09.771067 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:27:09.771082 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0405 11:27:09.771110 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0405 11:27:09.771126 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:27:09.771148 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0405 11:27:09.771167 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0405 11:27:09.771187 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0405 11:27:09.771213 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0405 11:27:09.771229 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0405 11:27:09.771254 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0405 11:27:09.771262 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:27:09.771258 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:27:09.771273 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:27:09.819441 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0405 11:27:09.841987 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0405 11:27:09.861625 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0405 11:27:09.906530 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0405 11:27:10.859449 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0405 11:27:10.884396 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0405 11:27:10.891836 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0405 11:27:10.914621 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0405 11:27:10.918381 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0405 11:27:12.952357 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0405 11:27:14.909416 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0405 11:27:15.874667 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0405 11:27:15.925103 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0405 11:27:20.968421 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager