W0417 22:51:02.103055 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0417 22:51:02.103560 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0417 22:51:02.103580 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0417 22:51:02.103587 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0417 22:51:02.103593 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0417 22:51:02.103598 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0417 22:51:02.130632 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0417 22:51:02.134614 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0417 22:51:02.134884 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0417 22:51:02.134958 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0417 22:51:02.136975 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0417 22:51:02.142195 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0417 22:51:02.144125 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0417 22:51:02.144784 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:51:02.144943 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0417 22:51:02.146495 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0417 22:51:02.146594 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0417 22:51:02.146921 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0417 22:51:02.147002 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0417 22:51:02.147338 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0417 22:51:02.148193 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0417 22:51:02.149142 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0417 22:51:02.149650 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0417 22:51:02.149732 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0417 22:51:02.191428 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0417 22:51:02.239507 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 22:51:02.239575 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 22:51:02.239581 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0417 22:51:02.239596 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0417 22:51:02.239597 1 relabel_controller.go:117] Starting alert relabel config controller I0417 22:51:02.239602 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0417 22:51:02.239607 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0417 22:51:02.239619 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0417 22:51:02.239581 1 rule_controller.go:114] Starting alerting rules controller I0417 22:51:02.239627 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0417 22:51:02.239625 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0417 22:51:02.239638 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0417 22:51:02.239640 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0417 22:51:02.239648 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0417 22:51:02.239654 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0417 22:51:02.242938 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0417 22:51:02.243481 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0417 22:51:02.243579 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0417 22:51:02.243743 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0417 22:51:02.244456 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.244457 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.244587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0417 22:51:02.244591 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0417 22:51:02.245134 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.245239 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0417 22:51:02.248206 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0417 22:51:02.250336 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0417 22:51:02.251071 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 22:51:02.257848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-z9whv" is created for OpenShiftMonitoringTelemeterClientCertRequester I0417 22:51:02.258478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-jgmr5" is created for OpenShiftMonitoringClientCertRequester I0417 22:51:02.258491 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-wfs2s" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0417 22:51:02.264872 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.268528 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.268597 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.269150 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.272644 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.273295 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.273358 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.276546 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.277207 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.277853 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.280492 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.281041 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.281797 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.283134 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 22:51:02.284887 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.288416 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.290335 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.290335 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.295298 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.296772 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.296792 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.303706 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.303824 1 tasks.go:49] processing task group 1 of 3 I0417 22:51:02.303852 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 22:51:02.303872 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 22:51:02.304149 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.304233 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.308249 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.308917 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.309073 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.312459 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.322992 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.322994 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.323003 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.323082 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0417 22:51:02.334072 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0417 22:51:02.334710 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.334709 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.334710 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.338237 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 22:51:02.340320 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0417 22:51:02.340401 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0417 22:51:02.341106 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.341298 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.341298 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.346353 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.347318 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.347321 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.352854 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.353211 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0417 22:51:02.353451 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.353511 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.357660 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.359491 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.359754 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:02.394830 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0417 22:51:02.480951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0417 22:51:02.492708 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0417 22:51:02.512918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0417 22:51:02.523297 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0417 22:51:02.624025 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0417 22:51:02.625534 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0417 22:51:02.625555 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0417 22:51:02.625582 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0417 22:51:02.625587 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0417 22:51:02.629586 1 secure_serving.go:57] Forcing use of http/1.1 only I0417 22:51:02.629604 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0417 22:51:02.634323 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0417 22:51:02.634336 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0417 22:51:02.634343 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0417 22:51:02.634349 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0417 22:51:02.634358 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0417 22:51:02.634360 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0417 22:51:02.634628 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0417 22:51:02.634703 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776466239\" (2026-04-17 22:50:50 +0000 UTC to 2028-04-16 22:50:51 +0000 UTC (now=2026-04-17 22:51:02.63466162 +0000 UTC))" I0417 22:51:02.634869 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776466262\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776466262\" (2026-04-17 21:51:02 +0000 UTC to 2029-04-17 21:51:02 +0000 UTC (now=2026-04-17 22:51:02.634853373 +0000 UTC))" I0417 22:51:02.634887 1 secure_serving.go:211] Serving securely on [::]:8443 I0417 22:51:02.634904 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0417 22:51:02.634917 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0417 22:51:02.637640 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0417 22:51:02.637851 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0417 22:51:02.638329 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0417 22:51:02.735359 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0417 22:51:02.735376 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0417 22:51:02.735365 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0417 22:51:02.735587 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-17 22:41:11 +0000 UTC to 2036-04-14 22:41:11 +0000 UTC (now=2026-04-17 22:51:02.735550371 +0000 UTC))" I0417 22:51:02.735837 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776466239\" (2026-04-17 22:50:50 +0000 UTC to 2028-04-16 22:50:51 +0000 UTC (now=2026-04-17 22:51:02.735819733 +0000 UTC))" I0417 22:51:02.736032 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776466262\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776466262\" (2026-04-17 21:51:02 +0000 UTC to 2029-04-17 21:51:02 +0000 UTC (now=2026-04-17 22:51:02.736018344 +0000 UTC))" I0417 22:51:02.736177 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-17 22:41:14 +0000 UTC to 2036-04-14 22:41:14 +0000 UTC (now=2026-04-17 22:51:02.736164573 +0000 UTC))" I0417 22:51:02.736200 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-17 22:41:17 +0000 UTC to 2036-04-14 22:41:17 +0000 UTC (now=2026-04-17 22:51:02.736191234 +0000 UTC))" I0417 22:51:02.736223 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-17 22:41:18 +0000 UTC to 2036-04-14 22:41:18 +0000 UTC (now=2026-04-17 22:51:02.736208855 +0000 UTC))" I0417 22:51:02.736242 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-17 22:41:21 +0000 UTC to 2036-04-14 22:41:21 +0000 UTC (now=2026-04-17 22:51:02.73623356 +0000 UTC))" I0417 22:51:02.736260 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-17 22:41:23 +0000 UTC to 2036-04-14 22:41:23 +0000 UTC (now=2026-04-17 22:51:02.736252195 +0000 UTC))" I0417 22:51:02.736276 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2po6f2tbuq1ti4ohitqd4085cqflumq1-kx-cb6565489a_customer-system-admin-signer@1776465824\" [] issuer=\"\" (2026-04-17 22:43:43 +0000 UTC to 2026-04-24 22:43:44 +0000 UTC (now=2026-04-17 22:51:02.736266743 +0000 UTC))" I0417 22:51:02.736292 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2po6f2tbuq1ti4ohitqd4085cqflumq1-kx-cb6565489a_sre-system-admin-signer@1776465824\" [] issuer=\"\" (2026-04-17 22:43:45 +0000 UTC to 2026-04-24 22:43:46 +0000 UTC (now=2026-04-17 22:51:02.736283857 +0000 UTC))" I0417 22:51:02.736306 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-17 22:41:11 +0000 UTC to 2036-04-14 22:41:11 +0000 UTC (now=2026-04-17 22:51:02.736298763 +0000 UTC))" I0417 22:51:02.736507 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776466239\" (2026-04-17 22:50:50 +0000 UTC to 2028-04-16 22:50:51 +0000 UTC (now=2026-04-17 22:51:02.73649538 +0000 UTC))" I0417 22:51:02.736803 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776466262\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776466262\" (2026-04-17 21:51:02 +0000 UTC to 2029-04-17 21:51:02 +0000 UTC (now=2026-04-17 22:51:02.736787561 +0000 UTC))" I0417 22:51:03.124231 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:03.124357 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:03.124479 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-17T22:46:03Z", ) I0417 22:51:03.124512 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-16T22:46:03Z", ) I0417 22:51:03.124534 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-17T22:46:03Z", ) I0417 22:51:03.124555 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-16T22:46:03Z", ) I0417 22:51:03.124480 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0417 22:51:03.124773 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-17T22:46:03Z", ) I0417 22:51:03.124797 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-16T22:46:03Z", ) I0417 22:51:03.140357 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0417 22:51:03.140373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0417 22:51:03.140439 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0417 22:51:03.140453 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0417 22:51:03.145790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0417 22:51:03.146232 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0417 22:51:06.575624 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0417 22:51:06.592959 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0417 22:51:06.610254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0417 22:51:10.737723 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 22:51:10.737749 1 tasks.go:49] processing task group 2 of 3 I0417 22:51:10.737771 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 22:51:10.737781 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 22:51:10.737789 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 22:51:10.737797 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 22:51:10.737804 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 22:51:10.737812 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 22:51:10.737813 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 22:51:10.737824 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 22:51:10.737832 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 22:51:10.737837 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 22:51:10.737855 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 22:51:10.737855 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 22:51:10.737831 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 22:51:10.737873 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 22:51:10.737824 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 22:51:10.757757 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0417 22:51:10.759065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0417 22:51:10.775283 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0417 22:51:10.777475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0417 22:51:10.781515 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0417 22:51:10.801966 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0417 22:51:10.820092 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 22:51:10.841013 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 22:51:10.867449 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 22:51:10.875621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0417 22:51:10.876191 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0417 22:51:10.916623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0417 22:51:10.928157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0417 22:51:10.928792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0417 22:51:10.929411 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0417 22:51:11.012605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0417 22:51:11.012624 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0417 22:51:11.013820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0417 22:51:11.014933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0417 22:51:11.018037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0417 22:51:11.025408 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0417 22:51:11.026394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0417 22:51:11.031339 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0417 22:51:11.031357 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0417 22:51:11.033721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0417 22:51:11.057352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0417 22:51:11.071426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0417 22:51:11.088153 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0417 22:51:11.106750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0417 22:51:11.147017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0417 22:51:11.169816 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0417 22:51:11.338515 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0417 22:51:11.374174 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0417 22:51:11.418513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0417 22:51:11.464841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0417 22:51:11.521798 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0417 22:51:11.533837 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0417 22:51:11.554554 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0417 22:51:11.615592 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0417 22:51:11.737728 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0417 22:51:11.813597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0417 22:51:11.839058 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0417 22:51:11.875306 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0417 22:51:11.888650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0417 22:51:11.934775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0417 22:51:11.941773 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0417 22:51:12.022365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0417 22:51:12.022792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0417 22:51:12.035518 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0417 22:51:12.053803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0417 22:51:12.068519 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0417 22:51:12.087366 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0417 22:51:12.087648 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0417 22:51:12.133338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0417 22:51:12.147002 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0417 22:51:12.278189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0417 22:51:12.440195 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0417 22:51:12.895952 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0417 22:51:12.912001 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0417 22:51:12.924917 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0417 22:51:13.015029 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0417 22:51:13.112468 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0417 22:51:13.209808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0417 22:51:13.310852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0417 22:51:13.414982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0417 22:51:13.512107 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0417 22:51:13.613848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0417 22:51:13.666034 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0417 22:51:13.694770 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 22:51:13.694809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0417 22:51:13.695258 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0417 22:51:13.752016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0417 22:51:13.862425 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0417 22:51:13.867207 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 22:51:13.876027 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 22:51:13.961116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0417 22:51:14.069492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0417 22:51:14.143322 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0417 22:51:14.156362 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-dg350j81dmf3t -n openshift-monitoring because it was missing I0417 22:51:14.162523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0417 22:51:14.582268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0417 22:51:15.605862 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-2fkakk2jookj2 -n openshift-monitoring because it was missing I0417 22:51:15.791187 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0417 22:51:15.815641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0417 22:51:17.191583 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-fctmdaf6mbroj -n openshift-monitoring because it was missing I0417 22:51:17.206125 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0417 22:51:17.227032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0417 22:51:17.241530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0417 22:51:22.133278 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 22:51:22.198464 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 22:51:22.640060 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 22:51:23.222557 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 22:51:27.863795 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 22:51:27.863876 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0417 22:51:35.230743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0417 22:51:35.271421 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 22:51:48.665403 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0417 22:51:48.675415 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 22:51:48.675434 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0417 22:51:52.614208 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 22:52:02.167455 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 22:52:27.294624 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 22:52:27.294671 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0417 22:52:27.294703 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0417 22:52:27.294734 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0417 22:52:27.294759 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 22:52:27.322219 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 22:52:27.327295 1 tasks.go:49] processing task group 1 of 3 I0417 22:52:27.327319 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 22:52:27.327334 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 22:52:27.340015 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 22:52:28.376584 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQzlVNG0vZHRjeUV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qUTJOakl6T1RBZQpGdzB5TmpBME1UY3lNalV3TXpoYUZ3MHlPREEyTVRVeU1qVXdNemxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkwTmpZeU16a3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREJQNHh5b09TMkVTcHJQaENQWmIyYU5HY09zYUg4R0R4LwpEOGk4b2x6STFDbDB1NzlYejFpd25qeldoaHl0V2NNN0RhMWNFVzhucStGdEZlMzcxckk5aTRReFVmeDZsKzh6ClUrdnA0UnByblEyNlBOaVJPYm9zY28yYU1tQUhtVzQ1UW4wUTBpUE9zVGZJNURMcjR0OStNZ1p1aDN5eDR1UUoKM0NWRFNiMlFXdVNPZm0xQ1phUldBeFluRk44Q3Y2WWlGRndwQnJ1eGdIL3NSMjRjRXRXQStjeXg2U2U5SlhweAp0WlMxeFgrWjY4RXVzblY3MXl6cG9XaHRCNHI1VExOL05kdG8reUdDV2J3TFJsaXZVNHR1OVl5RzVFcHBVZjhmCmZHVkE1UlNsSHBHZzExNFJuL3pXZ25wVnhDTHBHS0tOQTN1aFVoUmRHUDVPRFhoc0hGMC9BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlR1YzhRTwp6aXkwSzB5d2Q1TG5TdUNZb0Vnd0R6QWZCZ05WSFNNRUdEQVdnQlR1YzhRT3ppeTBLMHl3ZDVMblN1Q1lvRWd3CkR6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFaSmdtZFZVR0ZiQVFXZ1lsN0gxQVZ4elcwVnJhK0h2Qm81RHQKZ3A2Rm5hMzI1akZUc3pJd3lJNnkyR0lta2Z5bzJZak5hMmFVeWViekxNUDVzZUczeXNKN1N2ZGdTbmFyOHVnVAp0MEExekRXRjJPWDcvRHNMN3JZMDVKbEJkeUVLWC81ZFY2dUdsSit5Q04xNi9LbU90ejlWWU1MQVc4UUN5LzFQCkw2QUFBWlBYTUpqcFV4bmROSGpYeFpOY3JZQS84SkNqbjhFTmloTlVlMUhJRWVsV1NqRnQ1Y3M0WkxSa1RqSDYKeEFJWjQvQlkxRlhoT0tIUlJDU2lBWGVNZ1Y5NFRhRVh6U2VhaHY0OUt4WlNEZUw5L2Z5YUl0ckFQamZETm5BcgpUN0VYUGdrbm14VjZmclhGcS91SVpTdDVQK2xuZFAwWUxuMFNEMlBXbjdiakJYeldiUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0417 22:52:28.382079 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0417 22:52:28.386849 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQzlVNG0vZHRjeUV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qUTJOakl6T1RBZQpGdzB5TmpBME1UY3lNalV3TXpoYUZ3MHlPREEyTVRVeU1qVXdNemxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkwTmpZeU16a3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREJQNHh5b09TMkVTcHJQaENQWmIyYU5HY09zYUg4R0R4LwpEOGk4b2x6STFDbDB1NzlYejFpd25qeldoaHl0V2NNN0RhMWNFVzhucStGdEZlMzcxckk5aTRReFVmeDZsKzh6ClUrdnA0UnByblEyNlBOaVJPYm9zY28yYU1tQUhtVzQ1UW4wUTBpUE9zVGZJNURMcjR0OStNZ1p1aDN5eDR1UUoKM0NWRFNiMlFXdVNPZm0xQ1phUldBeFluRk44Q3Y2WWlGRndwQnJ1eGdIL3NSMjRjRXRXQStjeXg2U2U5SlhweAp0WlMxeFgrWjY4RXVzblY3MXl6cG9XaHRCNHI1VExOL05kdG8reUdDV2J3TFJsaXZVNHR1OVl5RzVFcHBVZjhmCmZHVkE1UlNsSHBHZzExNFJuL3pXZ25wVnhDTHBHS0tOQTN1aFVoUmRHUDVPRFhoc0hGMC9BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlR1YzhRTwp6aXkwSzB5d2Q1TG5TdUNZb0Vnd0R6QWZCZ05WSFNNRUdEQVdnQlR1YzhRT3ppeTBLMHl3ZDVMblN1Q1lvRWd3CkR6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFaSmdtZFZVR0ZiQVFXZ1lsN0gxQVZ4elcwVnJhK0h2Qm81RHQKZ3A2Rm5hMzI1akZUc3pJd3lJNnkyR0lta2Z5bzJZak5hMmFVeWViekxNUDVzZUczeXNKN1N2ZGdTbmFyOHVnVAp0MEExekRXRjJPWDcvRHNMN3JZMDVKbEJkeUVLWC81ZFY2dUdsSit5Q04xNi9LbU90ejlWWU1MQVc4UUN5LzFQCkw2QUFBWlBYTUpqcFV4bmROSGpYeFpOY3JZQS84SkNqbjhFTmloTlVlMUhJRWVsV1NqRnQ1Y3M0WkxSa1RqSDYKeEFJWjQvQlkxRlhoT0tIUlJDU2lBWGVNZ1Y5NFRhRVh6U2VhaHY0OUt4WlNEZUw5L2Z5YUl0ckFQamZETm5BcgpUN0VYUGdrbm14VjZmclhGcS91SVpTdDVQK2xuZFAwWUxuMFNEMlBXbjdiakJYeldiUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0417 22:52:28.392913 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0417 22:52:30.467524 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 22:52:30.467549 1 tasks.go:49] processing task group 2 of 3 I0417 22:52:30.467575 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 22:52:30.467582 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 22:52:30.467595 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 22:52:30.467619 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 22:52:30.467638 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 22:52:30.467664 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 22:52:30.467676 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 22:52:30.467712 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 22:52:30.467741 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 22:52:30.467748 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 22:52:30.467766 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 22:52:30.467773 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 22:52:30.467787 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 22:52:30.467789 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 22:52:30.467717 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 22:52:30.516910 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 22:52:30.542608 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 22:52:30.552769 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 22:52:30.557126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0417 22:52:30.573909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0417 22:52:30.592952 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0417 22:52:30.607720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0417 22:52:30.609800 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 22:52:30.621241 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0417 22:52:30.674729 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0417 22:52:31.537702 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 22:52:31.559125 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 22:52:31.567446 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 22:52:31.577826 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 22:52:31.596494 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 22:52:33.617231 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 22:52:35.590628 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 22:52:35.664588 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0417 22:52:36.521605 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 22:52:39.745267 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 22:53:31.645032 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 22:54:45.853729 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 22:54:45.853756 1 tasks.go:49] processing task group 3 of 3 I0417 22:54:45.853770 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 22:54:45.895329 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 22:54:45.895425 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2938dfcb-94f7-49b9-ba34-449766dc211c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0417 22:54:45.900821 1 operator.go:851] Updating ClusterOperator status to done. W0417 22:54:45.936183 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 22:54:45.975494 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 22:54:45.980737 1 tasks.go:49] processing task group 1 of 3 I0417 22:54:45.980761 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 22:54:45.980775 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 22:54:45.992088 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 22:54:49.122568 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 22:54:49.122596 1 tasks.go:49] processing task group 2 of 3 I0417 22:54:49.122625 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 22:54:49.122632 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 22:54:49.122645 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 22:54:49.122666 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 22:54:49.122698 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 22:54:49.122713 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 22:54:49.122753 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 22:54:49.122776 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 22:54:49.122796 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 22:54:49.122806 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 22:54:49.122830 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 22:54:49.122845 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 22:54:49.122854 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 22:54:49.122868 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 22:54:49.122759 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 22:54:49.198746 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 22:54:49.231176 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 22:54:49.250284 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 22:54:49.323339 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 22:54:50.208869 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 22:54:50.230904 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 22:54:50.232329 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 22:54:50.247776 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 22:54:50.275125 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 22:54:52.299334 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 22:54:54.265907 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 22:54:55.176726 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 22:54:55.285907 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 22:55:00.296528 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 22:55:04.439947 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 22:55:04.439987 1 tasks.go:49] processing task group 3 of 3 I0417 22:55:04.440012 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 22:55:04.475208 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 22:55:04.480146 1 operator.go:851] Updating ClusterOperator status to done. I0417 22:55:07.614374 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0417 22:55:07.614408 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 22:55:07.650093 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 22:55:07.659284 1 tasks.go:49] processing task group 1 of 3 I0417 22:55:07.659309 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 22:55:07.659324 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 22:55:07.671662 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 22:55:10.796864 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 22:55:10.796886 1 tasks.go:49] processing task group 2 of 3 I0417 22:55:10.796914 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 22:55:10.796918 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 22:55:10.796933 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 22:55:10.796943 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 22:55:10.796970 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 22:55:10.796988 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 22:55:10.797014 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 22:55:10.797030 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 22:55:10.797045 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 22:55:10.797067 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 22:55:10.797102 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 22:55:10.797111 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 22:55:10.797135 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 22:55:10.797156 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 22:55:10.797182 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 22:55:10.851227 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 22:55:10.868036 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 22:55:10.880164 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 22:55:10.927053 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 22:55:11.859748 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 22:55:11.887148 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 22:55:11.891337 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 22:55:11.901817 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 22:55:11.915652 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 22:55:13.936222 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 22:55:15.933022 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 22:55:16.852495 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 22:55:16.941037 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 22:55:21.947992 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 22:55:26.098654 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 22:55:26.098707 1 tasks.go:49] processing task group 3 of 3 I0417 22:55:26.098719 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 22:55:26.134555 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 22:55:26.139364 1 operator.go:851] Updating ClusterOperator status to done. I0417 22:56:02.239938 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 22:56:02.239979 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 22:56:02.269111 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 22:56:02.273462 1 tasks.go:49] processing task group 1 of 3 I0417 22:56:02.273487 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 22:56:02.273500 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 22:56:02.285994 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 22:56:05.421095 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 22:56:05.421117 1 tasks.go:49] processing task group 2 of 3 I0417 22:56:05.421145 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 22:56:05.421147 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 22:56:05.421159 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 22:56:05.421179 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 22:56:05.421207 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 22:56:05.421225 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 22:56:05.421247 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 22:56:05.421263 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 22:56:05.421283 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 22:56:05.421297 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 22:56:05.421323 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 22:56:05.421343 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 22:56:05.421347 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 22:56:05.421346 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 22:56:05.421364 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 22:56:05.469597 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 22:56:05.483590 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 22:56:05.504397 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 22:56:05.542136 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 22:56:06.486560 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 22:56:06.508793 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 22:56:06.509585 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 22:56:06.523882 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 22:56:06.537741 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 22:56:08.574131 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 22:56:10.534107 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 22:56:11.474982 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 22:56:11.558411 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 22:56:16.572597 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 22:56:20.711993 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 22:56:20.712019 1 tasks.go:49] processing task group 3 of 3 I0417 22:56:20.712036 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 22:56:20.749341 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 22:56:20.754547 1 operator.go:851] Updating ClusterOperator status to done. I0417 22:57:01.254116 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0417 22:57:01.254147 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 22:57:01.281252 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 22:57:01.285763 1 tasks.go:49] processing task group 1 of 3 I0417 22:57:01.285792 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 22:57:01.285810 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 22:57:01.301606 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 22:57:04.446057 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 22:57:04.446083 1 tasks.go:49] processing task group 2 of 3 I0417 22:57:04.446110 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 22:57:04.446115 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 22:57:04.446133 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 22:57:04.446156 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 22:57:04.446167 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 22:57:04.446198 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 22:57:04.446206 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 22:57:04.446226 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 22:57:04.446242 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 22:57:04.446255 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 22:57:04.446278 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 22:57:04.446341 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 22:57:04.446309 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 22:57:04.446322 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 22:57:04.446741 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 22:57:04.492224 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 22:57:04.517871 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 22:57:04.529717 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 22:57:04.575176 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 22:57:05.510614 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 22:57:05.535267 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 22:57:05.539299 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 22:57:05.548596 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 22:57:05.568349 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 22:57:07.595717 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 22:57:09.569200 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 22:57:10.501397 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 22:57:10.585105 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 22:57:15.594536 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 22:57:19.765318 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 22:57:19.765343 1 tasks.go:49] processing task group 3 of 3 I0417 22:57:19.765361 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 22:57:19.800019 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 22:57:19.804785 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:01:02.240262 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 23:01:02.240311 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:01:02.267662 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:01:02.271868 1 tasks.go:49] processing task group 1 of 3 I0417 23:01:02.271893 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:01:02.271907 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:01:02.282948 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:01:05.409450 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:01:05.409474 1 tasks.go:49] processing task group 2 of 3 I0417 23:01:05.409496 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:01:05.409509 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:01:05.409519 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:01:05.409537 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:01:05.409554 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:01:05.409583 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:01:05.409600 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:01:05.409624 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:01:05.409642 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:01:05.409673 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:01:05.409712 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:01:05.409728 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:01:05.409751 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:01:05.409762 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:01:05.409774 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:01:05.455717 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:01:05.468217 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:01:05.488851 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:01:05.529272 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:01:06.470636 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:01:06.492314 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:01:06.492601 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:01:06.506498 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:01:06.521337 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:01:08.551899 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:01:10.522488 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:01:11.469731 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:01:11.548753 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:01:16.563022 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:01:20.698432 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:01:20.698457 1 tasks.go:49] processing task group 3 of 3 I0417 23:01:20.698473 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:01:20.732354 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:01:20.736991 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:06:02.145241 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0417 23:06:02.145239 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0417 23:06:02.145300 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:06:02.145282 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0417 23:06:02.147527 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0417 23:06:02.147543 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 23:06:02.147626 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0417 23:06:02.147648 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0417 23:06:02.147699 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0417 23:06:02.147864 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0417 23:06:02.149064 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0417 23:06:02.150139 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0417 23:06:02.178062 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:06:02.182955 1 tasks.go:49] processing task group 1 of 3 I0417 23:06:02.182994 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:06:02.183005 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:06:02.191834 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0417 23:06:02.195297 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:06:02.239916 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0417 23:06:05.331416 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:06:05.331437 1 tasks.go:49] processing task group 2 of 3 I0417 23:06:05.331465 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:06:05.331467 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:06:05.331480 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:06:05.331492 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:06:05.331518 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:06:05.331527 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:06:05.331547 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:06:05.331568 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:06:05.331583 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:06:05.331613 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:06:05.331623 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:06:05.331648 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:06:05.331650 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:06:05.331663 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:06:05.331661 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:06:05.382066 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:06:05.397178 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:06:05.408867 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:06:05.456755 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:06:06.398965 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:06:06.424911 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:06:06.432176 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:06:06.442870 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:06:06.465575 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:06:08.474736 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:06:10.461891 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:06:11.394352 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:06:11.469468 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:06:16.493504 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:06:20.702101 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:06:20.702130 1 tasks.go:49] processing task group 3 of 3 I0417 23:06:20.702146 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:06:20.737436 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:06:20.742493 1 operator.go:851] Updating ClusterOperator status to done. W0417 23:06:20.752136 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:06:20.778752 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:06:20.783247 1 tasks.go:49] processing task group 1 of 3 I0417 23:06:20.783276 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:06:20.783299 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:06:20.796924 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:06:23.958788 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:06:23.958821 1 tasks.go:49] processing task group 2 of 3 I0417 23:06:23.958849 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:06:23.958862 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:06:23.958876 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:06:23.958895 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:06:23.958929 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:06:23.958929 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:06:23.958948 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:06:23.958966 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:06:23.958982 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:06:23.959005 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:06:23.959026 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:06:23.959052 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:06:23.959049 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:06:23.959074 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:06:23.959099 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:06:24.059021 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:06:24.073706 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:06:24.094641 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:06:24.175973 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:06:25.068912 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:06:25.076887 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:06:25.088462 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:06:25.097376 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:06:25.131053 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:06:27.132282 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:06:29.132616 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:06:30.022774 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:06:30.147269 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:06:35.123186 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:06:39.296168 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:06:39.296202 1 tasks.go:49] processing task group 3 of 3 I0417 23:06:39.296219 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:06:39.333105 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:06:39.338342 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:11:02.239760 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 23:11:02.239816 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:11:02.265943 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:11:02.270427 1 tasks.go:49] processing task group 1 of 3 I0417 23:11:02.270454 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:11:02.270473 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:11:02.281907 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:11:05.413510 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:11:05.413536 1 tasks.go:49] processing task group 2 of 3 I0417 23:11:05.413575 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:11:05.413572 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:11:05.413597 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:11:05.413611 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:11:05.413638 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:11:05.413649 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:11:05.413669 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:11:05.413692 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:11:05.413720 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:11:05.413749 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:11:05.413768 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:11:05.413796 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:11:05.413792 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:11:05.413810 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:11:05.413834 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:11:05.454889 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:11:05.476547 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:11:05.492989 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:11:05.538702 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:11:06.475357 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:11:06.495734 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:11:06.496028 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:11:06.519061 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:11:06.542301 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:11:08.551133 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:11:10.530053 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:11:11.468731 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:11:11.543077 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:11:16.561724 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:11:20.704535 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:11:20.704562 1 tasks.go:49] processing task group 3 of 3 I0417 23:11:20.704578 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:11:20.738539 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:11:20.743936 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:16:02.239917 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 23:16:02.239980 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:16:02.268977 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:16:02.273562 1 tasks.go:49] processing task group 1 of 3 I0417 23:16:02.273599 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:16:02.273613 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:16:02.286879 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:16:05.416575 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:16:05.416599 1 tasks.go:49] processing task group 2 of 3 I0417 23:16:05.416628 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:16:05.416636 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:16:05.416653 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:16:05.416666 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:16:05.416701 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:16:05.416720 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:16:05.416752 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:16:05.416756 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:16:05.416772 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:16:05.416793 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:16:05.416812 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:16:05.416832 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:16:05.416853 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:16:05.416876 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:16:05.416645 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:16:05.458167 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:16:05.479140 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:16:05.494863 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:16:05.540222 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:16:06.479481 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:16:06.500974 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:16:06.503548 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:16:06.517032 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:16:06.551599 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:16:08.561365 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:16:10.534499 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:16:11.475703 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:16:11.555914 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:16:16.566049 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:16:20.730295 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:16:20.730326 1 tasks.go:49] processing task group 3 of 3 I0417 23:16:20.730342 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:16:20.770420 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:16:20.775566 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:21:02.146183 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0417 23:21:02.146233 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:21:02.146267 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0417 23:21:02.146289 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0417 23:21:02.148554 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0417 23:21:02.148584 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0417 23:21:02.148624 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 23:21:02.148707 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0417 23:21:02.148745 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0417 23:21:02.148761 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0417 23:21:02.149964 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0417 23:21:02.151110 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0417 23:21:02.177067 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:21:02.182262 1 tasks.go:49] processing task group 1 of 3 I0417 23:21:02.182288 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:21:02.182301 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:21:02.192013 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0417 23:21:02.196807 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:21:02.240265 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0417 23:21:05.338824 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:21:05.338853 1 tasks.go:49] processing task group 2 of 3 I0417 23:21:05.338877 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:21:05.338886 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:21:05.338905 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:21:05.338917 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:21:05.338928 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:21:05.338949 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:21:05.338960 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:21:05.338972 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:21:05.338990 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:21:05.339015 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:21:05.339046 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:21:05.339106 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:21:05.339108 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:21:05.339152 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:21:05.339166 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:21:05.396456 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:21:05.412728 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:21:05.421989 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:21:05.480354 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:21:06.410583 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:21:06.437272 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:21:06.445090 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:21:06.452421 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:21:06.468919 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:21:08.495043 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:21:10.499128 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:21:11.448933 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:21:11.557546 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:21:16.498122 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:21:20.705399 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:21:20.705427 1 tasks.go:49] processing task group 3 of 3 I0417 23:21:20.705443 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:21:20.741064 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:21:20.746241 1 operator.go:851] Updating ClusterOperator status to done. W0417 23:21:20.756416 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:21:20.782558 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:21:20.787300 1 tasks.go:49] processing task group 1 of 3 I0417 23:21:20.787324 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:21:20.787340 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:21:20.799578 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:21:23.916994 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:21:23.917022 1 tasks.go:49] processing task group 2 of 3 I0417 23:21:23.917054 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:21:23.917053 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:21:23.917062 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:21:23.917075 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:21:23.917098 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:21:23.917128 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:21:23.917141 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:21:23.917155 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:21:23.917182 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:21:23.917200 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:21:23.917210 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:21:23.917228 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:21:23.917249 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:21:23.917262 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:21:23.917310 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:21:23.968824 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:21:23.998345 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:21:24.000070 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:21:24.069273 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:21:24.989966 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:21:25.007942 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:21:25.026636 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:21:25.032548 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:21:25.050861 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:21:27.062223 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:21:29.034601 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:21:29.972470 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:21:30.058024 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:21:35.062669 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:21:39.216619 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:21:39.216647 1 tasks.go:49] processing task group 3 of 3 I0417 23:21:39.216664 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:21:39.247149 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:21:39.256804 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:26:02.239802 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 23:26:02.239869 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:26:02.263493 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:26:02.268276 1 tasks.go:49] processing task group 1 of 3 I0417 23:26:02.268306 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:26:02.268332 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:26:02.278726 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:26:05.386730 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:26:05.386754 1 tasks.go:49] processing task group 2 of 3 I0417 23:26:05.386780 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:26:05.386785 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:26:05.386797 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:26:05.386814 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:26:05.386833 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:26:05.386851 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:26:05.386870 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:26:05.386889 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:26:05.386907 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:26:05.386927 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:26:05.386946 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:26:05.386977 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:26:05.386985 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:26:05.387017 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:26:05.386971 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:26:05.432170 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:26:05.447809 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:26:05.460994 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:26:05.504376 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:26:06.451362 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:26:06.469882 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:26:06.471376 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:26:06.478972 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:26:06.510661 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:26:08.522788 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:26:10.503103 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:26:11.439649 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:26:11.522132 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:26:16.522168 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:26:20.676458 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:26:20.676486 1 tasks.go:49] processing task group 3 of 3 I0417 23:26:20.676504 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:26:20.710803 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:26:20.715234 1 operator.go:851] Updating ClusterOperator status to done.