W0320 12:40:55.940712 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0320 12:40:55.941261 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0320 12:40:55.941347 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0320 12:40:55.941377 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0320 12:40:55.941404 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0320 12:40:55.941431 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0320 12:40:55.971358 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0320 12:40:55.975421 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0320 12:40:55.977581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0320 12:40:55.979087 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0320 12:40:55.994329 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0320 12:40:56.003958 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 12:40:56.004640 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0320 12:40:56.005702 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 12:40:56.008918 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0320 12:40:56.008952 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 12:40:56.011605 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 12:40:56.015331 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0320 12:40:56.016694 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 12:40:56.017358 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 12:40:56.017934 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 12:40:56.018327 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 12:40:56.018949 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 12:40:56.019436 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0320 12:40:56.032231 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0320 12:40:56.036655 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0320 12:40:56.037287 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 12:40:56.069784 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 12:40:56.095374 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0320 12:40:56.095508 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:40:56.095783 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0320 12:40:56.095845 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0320 12:40:56.095872 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0320 12:40:56.095904 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0320 12:40:56.095940 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0320 12:40:56.095968 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0320 12:40:56.095920 1 rule_controller.go:114] Starting alerting rules controller I0320 12:40:56.095930 1 relabel_controller.go:117] Starting alert relabel config controller I0320 12:40:56.096116 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0320 12:40:56.096135 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0320 12:40:56.095891 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0320 12:40:56.096164 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0320 12:40:56.096173 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0320 12:40:56.100388 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0320 12:40:56.100419 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0320 12:40:56.100938 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0320 12:40:56.101141 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0320 12:40:56.101556 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.101965 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0320 12:40:56.102302 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.102577 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.102966 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0320 12:40:56.103148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0320 12:40:56.115359 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-6bxnm" is created for OpenShiftMonitoringClientCertRequester I0320 12:40:56.117471 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-tfsn7" is created for OpenShiftMonitoringTelemeterClientCertRequester I0320 12:40:56.117567 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-jb6gj" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0320 12:40:56.126693 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.127790 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.127815 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.134043 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.134354 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.134717 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.138891 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.142268 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.142477 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:40:56.142475 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.143676 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.153562 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.153630 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.153657 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.160414 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.160490 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.160427 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.165689 1 tasks.go:49] processing task group 1 of 3 I0320 12:40:56.165713 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:40:56.165729 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:40:56.166569 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.166926 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.167199 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.171900 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.171905 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.172199 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.176369 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.179518 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0320 12:40:56.180723 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.180723 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.181537 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.190200 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.190275 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.190370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0320 12:40:56.190670 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.197168 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0320 12:40:56.197201 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0320 12:40:56.200217 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:40:56.200229 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.200235 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.200272 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.205476 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.205487 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.206220 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.210295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0320 12:40:56.211079 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.211079 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.211572 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.218383 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.219116 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.219124 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.223713 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:40:56.242520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0320 12:40:56.338626 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0320 12:40:56.349967 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0320 12:40:56.373514 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0320 12:40:56.384207 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0320 12:40:57.250029 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0320 12:40:57.251503 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0320 12:40:57.251520 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0320 12:40:57.251539 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0320 12:40:57.251543 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0320 12:40:57.253976 1 secure_serving.go:57] Forcing use of http/1.1 only I0320 12:40:57.253995 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0320 12:40:57.261577 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0320 12:40:57.261595 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0320 12:40:57.261600 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0320 12:40:57.261615 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0320 12:40:57.261598 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0320 12:40:57.261616 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0320 12:40:57.261923 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0320 12:40:57.262012 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774010437\" (2026-03-20 12:40:45 +0000 UTC to 2028-03-19 12:40:46 +0000 UTC (now=2026-03-20 12:40:57.261988588 +0000 UTC))" I0320 12:40:57.262227 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774010457\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774010456\" (2026-03-20 11:40:55 +0000 UTC to 2029-03-20 11:40:55 +0000 UTC (now=2026-03-20 12:40:57.262210973 +0000 UTC))" I0320 12:40:57.262250 1 secure_serving.go:211] Serving securely on [::]:8443 I0320 12:40:57.262266 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0320 12:40:57.262277 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0320 12:40:57.267328 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0320 12:40:57.267332 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0320 12:40:57.267425 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0320 12:40:57.361853 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0320 12:40:57.361927 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0320 12:40:57.361948 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0320 12:40:57.362102 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-20 12:31:14 +0000 UTC to 2036-03-17 12:31:14 +0000 UTC (now=2026-03-20 12:40:57.362080017 +0000 UTC))" I0320 12:40:57.362327 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774010437\" (2026-03-20 12:40:45 +0000 UTC to 2028-03-19 12:40:46 +0000 UTC (now=2026-03-20 12:40:57.362310374 +0000 UTC))" I0320 12:40:57.362496 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774010457\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774010456\" (2026-03-20 11:40:55 +0000 UTC to 2029-03-20 11:40:55 +0000 UTC (now=2026-03-20 12:40:57.362482497 +0000 UTC))" I0320 12:40:57.362620 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-20 12:31:16 +0000 UTC to 2036-03-17 12:31:16 +0000 UTC (now=2026-03-20 12:40:57.362610071 +0000 UTC))" I0320 12:40:57.362640 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-20 12:31:20 +0000 UTC to 2036-03-17 12:31:20 +0000 UTC (now=2026-03-20 12:40:57.36263117 +0000 UTC))" I0320 12:40:57.362662 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-20 12:31:23 +0000 UTC to 2036-03-17 12:31:23 +0000 UTC (now=2026-03-20 12:40:57.362653794 +0000 UTC))" I0320 12:40:57.362681 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-20 12:31:26 +0000 UTC to 2036-03-17 12:31:26 +0000 UTC (now=2026-03-20 12:40:57.3626722 +0000 UTC))" I0320 12:40:57.362696 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-20 12:31:27 +0000 UTC to 2036-03-17 12:31:27 +0000 UTC (now=2026-03-20 12:40:57.362687842 +0000 UTC))" I0320 12:40:57.362712 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p5etjbdo3k0bg4iueo4ra70s5l4l6pc-kx-8c931803a8_customer-system-admin-signer@1774009994\" [] issuer=\"\" (2026-03-20 12:33:17 +0000 UTC to 2026-03-27 12:33:18 +0000 UTC (now=2026-03-20 12:40:57.362702044 +0000 UTC))" I0320 12:40:57.362731 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p5etjbdo3k0bg4iueo4ra70s5l4l6pc-kx-8c931803a8_sre-system-admin-signer@1774009994\" [] issuer=\"\" (2026-03-20 12:33:18 +0000 UTC to 2026-03-27 12:33:19 +0000 UTC (now=2026-03-20 12:40:57.36272137 +0000 UTC))" I0320 12:40:57.362746 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-20 12:31:14 +0000 UTC to 2036-03-17 12:31:14 +0000 UTC (now=2026-03-20 12:40:57.362738166 +0000 UTC))" I0320 12:40:57.362919 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774010437\" (2026-03-20 12:40:45 +0000 UTC to 2028-03-19 12:40:46 +0000 UTC (now=2026-03-20 12:40:57.362906552 +0000 UTC))" I0320 12:40:57.363099 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774010457\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774010456\" (2026-03-20 11:40:55 +0000 UTC to 2029-03-20 11:40:55 +0000 UTC (now=2026-03-20 12:40:57.363088839 +0000 UTC))" I0320 12:41:00.469679 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:41:00.469679 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:41:00.469681 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0320 12:41:00.469901 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-20T12:36:00Z", ) I0320 12:41:00.469928 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-19T12:36:00Z", ) I0320 12:41:00.469971 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-20T12:36:00Z", ) I0320 12:41:00.469996 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-19T12:36:00Z", ) I0320 12:41:00.470042 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-20T12:36:00Z", ) I0320 12:41:00.470083 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-19T12:36:00Z", ) I0320 12:41:00.481442 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0320 12:41:00.481442 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0320 12:41:00.495836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0320 12:41:00.495834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0320 12:41:00.495926 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0320 12:41:00.496004 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0320 12:41:02.993406 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 12:41:05.842654 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0320 12:41:07.433938 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0320 12:41:07.445998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0320 12:41:07.465399 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0320 12:41:13.613772 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:41:13.613801 1 tasks.go:49] processing task group 2 of 3 I0320 12:41:13.613831 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:41:13.613835 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:41:13.613840 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:41:13.613851 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:41:13.613859 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:41:13.613867 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:41:13.613871 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:41:13.613879 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:41:13.613878 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:41:13.613879 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:41:13.613909 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:41:13.613921 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:41:13.613922 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:41:13.613936 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:41:13.613947 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:41:13.627111 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0320 12:41:13.630487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0320 12:41:13.653768 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0320 12:41:13.666565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0320 12:41:13.666591 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0320 12:41:13.666617 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0320 12:41:13.701780 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:41:13.712290 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0320 12:41:13.713846 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:41:13.729375 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:41:13.774495 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0320 12:41:13.774599 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0320 12:41:13.775761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0320 12:41:13.776502 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0320 12:41:13.777266 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0320 12:41:13.783590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0320 12:41:13.942126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0320 12:41:13.955815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0320 12:41:13.955840 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0320 12:41:13.955969 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0320 12:41:13.959542 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0320 12:41:13.959778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0320 12:41:13.968376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0320 12:41:13.972723 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0320 12:41:13.972745 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0320 12:41:13.972761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0320 12:41:13.992112 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0320 12:41:13.992137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0320 12:41:14.008413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0320 12:41:14.015091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0320 12:41:14.046076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0320 12:41:14.191952 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0320 12:41:14.228178 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0320 12:41:14.311549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0320 12:41:14.317028 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0320 12:41:14.408821 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0320 12:41:14.409716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0320 12:41:14.522292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0320 12:41:14.528518 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0320 12:41:14.547237 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0320 12:41:14.625495 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0320 12:41:14.683734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0320 12:41:14.725430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0320 12:41:14.750185 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0320 12:41:14.760982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0320 12:41:14.825872 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0320 12:41:14.826334 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0320 12:41:14.834293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0320 12:41:14.912265 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0320 12:41:14.912300 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0320 12:41:14.921724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0320 12:41:14.936939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0320 12:41:14.957326 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0320 12:41:14.974723 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0320 12:41:14.974765 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0320 12:41:15.036665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0320 12:41:15.421879 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0320 12:41:15.767643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0320 12:41:15.783066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0320 12:41:15.794082 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0320 12:41:15.878220 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0320 12:41:15.971624 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0320 12:41:16.068391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0320 12:41:16.184149 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0320 12:41:16.282491 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0320 12:41:16.382178 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0320 12:41:16.490890 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0320 12:41:16.591957 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0320 12:41:16.612889 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:41:16.612973 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0320 12:41:16.614006 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0320 12:41:16.692277 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0320 12:41:16.713012 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:41:16.737918 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:41:16.793407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0320 12:41:16.891109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0320 12:41:16.930075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-cp7kaf7bqdh6q -n openshift-monitoring because it was missing I0320 12:41:16.959893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0320 12:41:16.974480 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0320 12:41:17.573302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0320 12:41:18.593247 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-2pi4akicnk0jl -n openshift-monitoring because it was missing I0320 12:41:18.670910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0320 12:41:18.701978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0320 12:41:20.003019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-910nmqmr6glar -n openshift-monitoring because it was missing I0320 12:41:20.018606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0320 12:41:20.042338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0320 12:41:20.051640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0320 12:41:20.052494 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:41:21.117358 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:41:28.099108 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:41:28.755028 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:41:28.755097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0320 12:41:32.992692 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 12:41:34.005740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0320 12:41:34.041373 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:41:47.992376 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 12:41:50.646739 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0320 12:41:50.658492 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:41:50.658577 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0320 12:42:05.032352 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:42:30.107722 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:42:30.107763 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0320 12:42:30.107770 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0320 12:42:30.107800 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0320 12:42:30.107828 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:42:30.131914 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:42:30.136021 1 tasks.go:49] processing task group 1 of 3 I0320 12:42:30.136039 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:42:30.136049 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:42:30.146747 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:42:31.180224 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTzJaY3RTVEZOZUl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EQXhNRFF6TnpBZQpGdzB5TmpBek1qQXhNalF3TXpaYUZ3MHlPREExTVRneE1qUXdNemRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelF3TVRBME16Y3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFpQQlByU3hacklPVEtrZFVLS21JU01HQ3pEcmltUmZUWApOSFQ1c2dVYmVoT3UzY2h4UjV0dC9MdHNZaWExNURNMUtsbzBFbi91WVltSlMvbmQ5cDlLcDhXSUNJSXdDaXBWCjlBUlJ0bi9UY0pjWVZ3S0cyY0xtcG9nUXEyYVFqbWptT29hQUNwcytqRFZHbzVGdThoMnZWSHFIcjZUcE1ydnQKS2MvZVN2cU9McmFBc1M4NkJoMVNTS0lwSnhpUDlqSlhOeTNNZVZSaDRobFRmaGJtOFQ3L3hJU2RoTVJtQUcvdgp6UkNiREphbkVxZXhvOW5mUElLVnZyMVlHZzNOamkxRVU2azBtUVN4VmhvQlhQQkNaWDdZWmVPR0Z0dFJMbGlRCm91UXd5QnZaV2hRWmkxOEtuODF0bkFQMm9jR0FRNkRIS20vUno5TXRPaDBhVndGQTM4MFpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFxaHZKYgpYSno2UENTS01QWGd3OGVVL2J6YmlUQWZCZ05WSFNNRUdEQVdnQlFxaHZKYlhKejZQQ1NLTVBYZ3c4ZVUvYnpiCmlUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFwZ1VveEdnR0M5WVl3NkFLRTlRbWgzVkk3SGFCanIvVU93OXkKSmhTNWl2UWp3L0ttbUtTMkw0b0kvbmJCVDM0dU5ITHZ0TWxoTXlEK2hOREZxS0FmNnBCL0tsN0ZOeFpwWFhLYgpjQVl0VEMrdCsxejVBV2prS2FFT0Z5b3BvUjJBSlVVNDJQWEVrbjAyU1VvYjB3c2hKc20wbzBocFN3cnZqUXhOCnRYV21mNUlWMW4relJaaXJ2c09waThqdHZRS1Z2aDg3anlIRGpZYlU4SmZSSEUvWWxTTGpWKzVBY21paDJ3QkUKUUg1K3YzeUVmRTR0WU5YbTlIaDlsaTJ4UmFZS2lteDVXSHE1am16MnhBM3M1d3F2M1lRTlRWcThTS1hPb1RwdAo3OElyQzI5alFzM1pqc3kyTjVvWmVLKzVqVjdncmlPSXFwcXk4bnJmenVRMHJkWUIvdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0320 12:42:31.185368 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0320 12:42:31.189548 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTzJaY3RTVEZOZUl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EQXhNRFF6TnpBZQpGdzB5TmpBek1qQXhNalF3TXpaYUZ3MHlPREExTVRneE1qUXdNemRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelF3TVRBME16Y3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFpQQlByU3hacklPVEtrZFVLS21JU01HQ3pEcmltUmZUWApOSFQ1c2dVYmVoT3UzY2h4UjV0dC9MdHNZaWExNURNMUtsbzBFbi91WVltSlMvbmQ5cDlLcDhXSUNJSXdDaXBWCjlBUlJ0bi9UY0pjWVZ3S0cyY0xtcG9nUXEyYVFqbWptT29hQUNwcytqRFZHbzVGdThoMnZWSHFIcjZUcE1ydnQKS2MvZVN2cU9McmFBc1M4NkJoMVNTS0lwSnhpUDlqSlhOeTNNZVZSaDRobFRmaGJtOFQ3L3hJU2RoTVJtQUcvdgp6UkNiREphbkVxZXhvOW5mUElLVnZyMVlHZzNOamkxRVU2azBtUVN4VmhvQlhQQkNaWDdZWmVPR0Z0dFJMbGlRCm91UXd5QnZaV2hRWmkxOEtuODF0bkFQMm9jR0FRNkRIS20vUno5TXRPaDBhVndGQTM4MFpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFxaHZKYgpYSno2UENTS01QWGd3OGVVL2J6YmlUQWZCZ05WSFNNRUdEQVdnQlFxaHZKYlhKejZQQ1NLTVBYZ3c4ZVUvYnpiCmlUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFwZ1VveEdnR0M5WVl3NkFLRTlRbWgzVkk3SGFCanIvVU93OXkKSmhTNWl2UWp3L0ttbUtTMkw0b0kvbmJCVDM0dU5ITHZ0TWxoTXlEK2hOREZxS0FmNnBCL0tsN0ZOeFpwWFhLYgpjQVl0VEMrdCsxejVBV2prS2FFT0Z5b3BvUjJBSlVVNDJQWEVrbjAyU1VvYjB3c2hKc20wbzBocFN3cnZqUXhOCnRYV21mNUlWMW4relJaaXJ2c09waThqdHZRS1Z2aDg3anlIRGpZYlU4SmZSSEUvWWxTTGpWKzVBY21paDJ3QkUKUUg1K3YzeUVmRTR0WU5YbTlIaDlsaTJ4UmFZS2lteDVXSHE1am16MnhBM3M1d3F2M1lRTlRWcThTS1hPb1RwdAo3OElyQzI5alFzM1pqc3kyTjVvWmVLKzVqVjdncmlPSXFwcXk4bnJmenVRMHJkWUIvdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0320 12:42:31.194419 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0320 12:42:33.261868 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:42:33.261888 1 tasks.go:49] processing task group 2 of 3 I0320 12:42:33.261915 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:42:33.261917 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:42:33.261928 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:42:33.261953 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:42:33.261963 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:42:33.261988 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:42:33.262083 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:42:33.262010 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:42:33.262027 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:42:33.262027 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:42:33.262045 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:42:33.262045 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:42:33.262064 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:42:33.262072 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:42:33.262079 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:42:33.325832 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:42:33.338485 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:42:33.355182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0320 12:42:33.357138 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:42:33.367590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0320 12:42:33.383267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0320 12:42:33.392982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0320 12:42:33.407437 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0320 12:42:33.408977 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:42:33.466080 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0320 12:42:34.337276 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:42:34.357859 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:42:34.364562 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:42:34.370893 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:42:34.392416 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:42:36.416100 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:42:38.388900 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:42:38.453798 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0320 12:42:39.313972 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:42:42.553760 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:43:34.438752 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:44:48.590681 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:44:48.590708 1 tasks.go:49] processing task group 3 of 3 I0320 12:44:48.590722 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:44:48.646241 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:44:48.646343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"8d8a3189-48a0-4c43-9665-8e29b1d30c4c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0320 12:44:48.651401 1 operator.go:851] Updating ClusterOperator status to done. W0320 12:44:48.691386 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:44:48.738508 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:44:48.742758 1 tasks.go:49] processing task group 1 of 3 I0320 12:44:48.742782 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:44:48.742797 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:44:48.754858 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:44:51.877719 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:44:51.877739 1 tasks.go:49] processing task group 2 of 3 I0320 12:44:51.877760 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:44:51.877774 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:44:51.877786 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:44:51.877806 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:44:51.877832 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:44:51.877895 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:44:51.877858 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:44:51.877899 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:44:51.877880 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:44:51.877877 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:44:51.877889 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:44:51.877883 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:44:51.877902 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:44:51.877924 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:44:51.877913 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:44:51.928092 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:44:51.943300 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:44:51.964427 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:44:52.011624 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:44:52.943940 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:44:52.965226 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:44:52.970598 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:44:52.986800 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:44:53.011781 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:44:55.024777 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:44:57.022330 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:44:57.932012 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:44:58.015019 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:45:03.033920 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:45:07.167577 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:45:07.167605 1 tasks.go:49] processing task group 3 of 3 I0320 12:45:07.167623 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:45:07.214677 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:45:07.219135 1 operator.go:851] Updating ClusterOperator status to done. I0320 12:45:17.999737 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0320 12:45:17.999768 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:45:18.037162 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:45:18.047014 1 tasks.go:49] processing task group 1 of 3 I0320 12:45:18.047044 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:45:18.047077 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:45:18.060613 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:45:21.167340 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:45:21.167365 1 tasks.go:49] processing task group 2 of 3 I0320 12:45:21.167400 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:45:21.167400 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:45:21.167422 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:45:21.167442 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:45:21.167457 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:45:21.167459 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:45:21.167568 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:45:21.167640 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:45:21.167577 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:45:21.167598 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:45:21.167606 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:45:21.167631 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:45:21.167617 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:45:21.167445 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:45:21.167632 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:45:21.215635 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:45:21.233282 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:45:21.253542 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:45:21.294750 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:45:22.230826 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:45:22.250131 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:45:22.253149 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:45:22.267345 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:45:22.286632 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:45:24.301667 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:45:26.278715 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:45:27.222511 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:45:27.297536 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:45:32.309425 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:45:36.454557 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:45:36.454586 1 tasks.go:49] processing task group 3 of 3 I0320 12:45:36.454608 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:45:36.496700 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:45:36.500784 1 operator.go:851] Updating ClusterOperator status to done. I0320 12:45:56.095826 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0320 12:45:56.095861 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:45:56.124571 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:45:56.128292 1 tasks.go:49] processing task group 1 of 3 I0320 12:45:56.128316 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:45:56.128333 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:45:56.138565 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:45:59.244128 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:45:59.244151 1 tasks.go:49] processing task group 2 of 3 I0320 12:45:59.244174 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:45:59.244180 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:45:59.244195 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:45:59.244221 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:45:59.244247 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:45:59.244268 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:45:59.244295 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:45:59.244319 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:45:59.244380 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:45:59.244447 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:45:59.244511 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:45:59.244561 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:45:59.244517 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:45:59.244529 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:45:59.244547 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:45:59.290247 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:45:59.309373 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:45:59.321085 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:45:59.366292 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:46:00.309927 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:46:00.330295 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:46:00.330310 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:46:00.340102 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:46:00.356330 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:46:02.377289 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:46:04.352751 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:46:05.294216 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:46:05.373579 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:46:10.388366 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:46:14.530258 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:46:14.530283 1 tasks.go:49] processing task group 3 of 3 I0320 12:46:14.530297 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:46:14.569173 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:46:14.573333 1 operator.go:851] Updating ClusterOperator status to done. I0320 12:46:18.124874 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0320 12:46:18.124903 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:46:18.148951 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:46:18.155974 1 tasks.go:49] processing task group 1 of 3 I0320 12:46:18.155994 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:46:18.156005 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:46:18.168858 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:46:21.278136 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:46:21.278157 1 tasks.go:49] processing task group 2 of 3 I0320 12:46:21.278176 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:46:21.278187 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:46:21.278202 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:46:21.278219 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:46:21.278226 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:46:21.278247 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:46:21.278265 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:46:21.278404 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:46:21.278448 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:46:21.278195 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:46:21.278471 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:46:21.278437 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:46:21.278437 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:46:21.278442 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:46:21.278444 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:46:21.324487 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:46:21.338217 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:46:21.359637 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:46:21.403362 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:46:22.341785 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:46:22.364188 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:46:22.364511 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:46:22.378756 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:46:22.391636 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:46:24.412533 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:46:26.386485 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:46:27.331031 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:46:27.398542 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:46:32.419399 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:46:36.562921 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:46:36.562947 1 tasks.go:49] processing task group 3 of 3 I0320 12:46:36.562954 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:46:36.602390 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:46:36.606638 1 operator.go:851] Updating ClusterOperator status to done. I0320 12:50:56.095874 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0320 12:50:56.095927 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:50:56.123701 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:50:56.127953 1 tasks.go:49] processing task group 1 of 3 I0320 12:50:56.127978 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:50:56.127993 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:50:56.138695 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:50:59.262773 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:50:59.262796 1 tasks.go:49] processing task group 2 of 3 I0320 12:50:59.262822 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:50:59.262835 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:50:59.262848 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:50:59.262867 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:50:59.262884 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:50:59.262907 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:50:59.262930 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:50:59.263073 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:50:59.263146 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:50:59.263181 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:50:59.263299 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:50:59.263388 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:50:59.263170 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:50:59.263598 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:50:59.263624 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:50:59.312848 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:50:59.329357 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:50:59.346721 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:50:59.387066 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:51:00.328772 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:51:00.353006 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:51:00.353202 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:51:00.369225 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:51:00.394382 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:51:02.420130 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:51:04.373812 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:51:05.312450 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:51:05.391218 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:51:10.410313 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:51:14.563339 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:51:14.563364 1 tasks.go:49] processing task group 3 of 3 I0320 12:51:14.563381 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:51:14.610433 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:51:14.614957 1 operator.go:851] Updating ClusterOperator status to done. I0320 12:55:56.009962 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0320 12:55:56.009986 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0320 12:55:56.010008 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0320 12:55:56.010035 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:55:56.019682 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 12:55:56.019692 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0320 12:55:56.019720 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0320 12:55:56.019738 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0320 12:55:56.019821 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0320 12:55:56.019851 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0320 12:55:56.019920 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0320 12:55:56.019978 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0320 12:55:56.034579 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:55:56.039294 1 tasks.go:49] processing task group 1 of 3 I0320 12:55:56.039319 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:55:56.039333 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:55:56.051376 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:55:56.070533 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0320 12:55:56.095652 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0320 12:55:59.189324 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:55:59.189351 1 tasks.go:49] processing task group 2 of 3 I0320 12:55:59.189379 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:55:59.189385 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:55:59.189405 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:55:59.189414 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:55:59.189438 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:55:59.189463 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:55:59.189483 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:55:59.189580 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:55:59.189595 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:55:59.189602 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:55:59.189608 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:55:59.189645 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:55:59.189736 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:55:59.189808 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:55:59.190000 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:55:59.237217 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:55:59.252515 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:55:59.272502 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:55:59.311318 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:56:00.257365 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:56:00.280874 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:56:00.287203 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:56:00.292255 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:56:00.322019 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:56:02.338181 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:56:04.303196 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:56:05.238965 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:56:05.321840 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:56:10.339670 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:56:14.481459 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:56:14.481565 1 tasks.go:49] processing task group 3 of 3 I0320 12:56:14.481584 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:56:14.522210 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:56:14.527198 1 operator.go:851] Updating ClusterOperator status to done. W0320 12:56:14.535987 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 12:56:14.562295 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 12:56:14.566806 1 tasks.go:49] processing task group 1 of 3 I0320 12:56:14.566838 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 12:56:14.566852 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:56:14.578540 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 12:56:17.686410 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 12:56:17.686451 1 tasks.go:49] processing task group 2 of 3 I0320 12:56:17.686486 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:56:17.686484 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 12:56:17.686498 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 12:56:17.686527 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 12:56:17.686547 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:56:17.686709 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:56:17.686763 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 12:56:17.686818 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:56:17.686888 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 12:56:17.686779 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 12:56:17.686995 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:56:17.686789 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 12:56:17.687005 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:56:17.686797 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 12:56:17.686808 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 12:56:17.749049 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 12:56:17.779032 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 12:56:17.781778 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 12:56:17.836354 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 12:56:18.774978 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 12:56:18.788593 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 12:56:18.794338 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 12:56:18.797013 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 12:56:18.828524 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 12:56:20.843157 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 12:56:22.832722 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 12:56:23.740326 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 12:56:23.847248 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 12:56:28.840397 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 12:56:32.989809 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 12:56:32.989914 1 tasks.go:49] processing task group 3 of 3 I0320 12:56:32.989958 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 12:56:33.030574 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 12:56:33.036069 1 operator.go:851] Updating ClusterOperator status to done. I0320 13:00:56.096014 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0320 13:00:56.096091 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 13:00:56.120365 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 13:00:56.124272 1 tasks.go:49] processing task group 1 of 3 I0320 13:00:56.124300 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 13:00:56.124320 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 13:00:56.134463 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 13:00:59.264222 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 13:00:59.264248 1 tasks.go:49] processing task group 2 of 3 I0320 13:00:59.264280 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 13:00:59.264280 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 13:00:59.264291 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 13:00:59.264301 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 13:00:59.264322 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 13:00:59.264345 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 13:00:59.264365 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 13:00:59.264372 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 13:00:59.264485 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 13:00:59.264502 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 13:00:59.264510 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 13:00:59.264546 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 13:00:59.264561 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 13:00:59.264766 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 13:00:59.264553 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 13:00:59.327450 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 13:00:59.358563 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 13:00:59.363220 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 13:00:59.420010 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 13:01:00.343251 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 13:01:00.359790 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 13:01:00.369458 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 13:01:00.383632 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 13:01:00.463275 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 13:01:02.424486 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 13:01:04.388030 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 13:01:05.316869 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 13:01:05.419891 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 13:01:10.433264 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 13:01:14.579687 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 13:01:14.579721 1 tasks.go:49] processing task group 3 of 3 I0320 13:01:14.579741 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 13:01:14.619600 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 13:01:14.623831 1 operator.go:851] Updating ClusterOperator status to done. I0320 13:05:56.095493 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0320 13:05:56.095551 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 13:05:56.120527 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 13:05:56.124712 1 tasks.go:49] processing task group 1 of 3 I0320 13:05:56.124737 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 13:05:56.124750 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 13:05:56.139535 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 13:05:59.259197 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 13:05:59.259223 1 tasks.go:49] processing task group 2 of 3 I0320 13:05:59.259254 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 13:05:59.259252 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 13:05:59.259268 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 13:05:59.259285 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 13:05:59.259306 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 13:05:59.259320 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 13:05:59.259346 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 13:05:59.259365 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 13:05:59.259349 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 13:05:59.259460 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 13:05:59.259498 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 13:05:59.259588 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 13:05:59.259627 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 13:05:59.259669 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 13:05:59.259729 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 13:05:59.304901 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 13:05:59.322806 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 13:05:59.345437 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 13:05:59.384717 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 13:06:00.323636 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 13:06:00.342738 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 13:06:00.345271 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 13:06:00.349412 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 13:06:00.391474 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 13:06:02.404709 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 13:06:04.368857 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 13:06:05.310070 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 13:06:05.388937 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 13:06:10.399167 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 13:06:14.548620 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 13:06:14.548646 1 tasks.go:49] processing task group 3 of 3 I0320 13:06:14.548656 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 13:06:14.591397 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 13:06:14.595906 1 operator.go:851] Updating ClusterOperator status to done. I0320 13:10:56.010028 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0320 13:10:56.010069 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0320 13:10:56.010168 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0320 13:10:56.010179 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 13:10:56.019806 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 13:10:56.019811 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0320 13:10:56.019896 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0320 13:10:56.019922 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0320 13:10:56.020067 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0320 13:10:56.020114 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0320 13:10:56.020125 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0320 13:10:56.020133 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0320 13:10:56.048146 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 13:10:56.053584 1 tasks.go:49] processing task group 1 of 3 I0320 13:10:56.053611 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 13:10:56.053621 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 13:10:56.066336 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 13:10:56.070942 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0320 13:10:56.096197 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0320 13:10:59.202238 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 13:10:59.202264 1 tasks.go:49] processing task group 2 of 3 I0320 13:10:59.202291 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 13:10:59.202303 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 13:10:59.202319 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 13:10:59.202338 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 13:10:59.202352 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 13:10:59.202368 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 13:10:59.202387 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 13:10:59.202392 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 13:10:59.202541 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 13:10:59.202611 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 13:10:59.202627 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 13:10:59.202688 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 13:10:59.202310 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 13:10:59.202834 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 13:10:59.202918 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 13:10:59.251340 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 13:10:59.267632 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 13:10:59.282288 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 13:10:59.326940 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 13:11:00.268403 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 13:11:00.298221 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 13:11:00.307468 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 13:11:00.323412 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 13:11:00.358468 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 13:11:02.360672 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 13:11:04.317930 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 13:11:05.265957 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 13:11:05.342381 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 13:11:10.364123 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 13:11:14.512540 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 13:11:14.512566 1 tasks.go:49] processing task group 3 of 3 I0320 13:11:14.512578 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 13:11:14.552707 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 13:11:14.557349 1 operator.go:851] Updating ClusterOperator status to done. W0320 13:11:14.565691 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 13:11:14.589389 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 13:11:14.593308 1 tasks.go:49] processing task group 1 of 3 I0320 13:11:14.593332 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 13:11:14.593353 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 13:11:14.604238 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 13:11:17.722000 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 13:11:17.722024 1 tasks.go:49] processing task group 2 of 3 I0320 13:11:17.722044 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 13:11:17.722107 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 13:11:17.722133 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 13:11:17.722148 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 13:11:17.722169 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 13:11:17.722189 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 13:11:17.722204 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 13:11:17.722231 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 13:11:17.722301 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 13:11:17.722176 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 13:11:17.722541 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 13:11:17.722552 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 13:11:17.722631 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 13:11:17.722678 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 13:11:17.722682 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 13:11:17.773299 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 13:11:17.795646 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 13:11:17.807944 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 13:11:17.854848 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 13:11:18.790882 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 13:11:18.814288 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 13:11:18.826039 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 13:11:18.829450 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 13:11:18.852166 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 13:11:20.869598 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 13:11:22.846890 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 13:11:23.784412 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 13:11:23.871850 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 13:11:28.871775 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 13:11:33.047827 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 13:11:33.047850 1 tasks.go:49] processing task group 3 of 3 I0320 13:11:33.047857 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 13:11:33.087319 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 13:11:33.091810 1 operator.go:851] Updating ClusterOperator status to done.