W0319 13:57:13.104136 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 13:57:13.104510 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0319 13:57:13.104524 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0319 13:57:13.104529 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0319 13:57:13.104532 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0319 13:57:13.104536 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0319 13:57:13.127430 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0319 13:57:13.130352 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0319 13:57:13.130901 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0319 13:57:13.130866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0319 13:57:13.133644 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 13:57:13.137081 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 13:57:13.137482 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 13:57:13.139499 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0319 13:57:13.140326 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 13:57:13.140805 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0319 13:57:13.142610 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 13:57:13.143121 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 13:57:13.143444 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0319 13:57:13.146803 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 13:57:13.147073 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 13:57:13.147272 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 13:57:13.147567 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0319 13:57:13.148077 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 13:57:13.150574 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 13:57:13.151288 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 13:57:13.152934 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 13:57:13.188007 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0319 13:57:13.234117 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 13:57:13.234190 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0319 13:57:13.234201 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0319 13:57:13.234196 1 rule_controller.go:114] Starting alerting rules controller I0319 13:57:13.234207 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... W0319 13:57:13.234215 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 13:57:13.234223 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0319 13:57:13.234229 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0319 13:57:13.234240 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0319 13:57:13.234247 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0319 13:57:13.234247 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0319 13:57:13.234252 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0319 13:57:13.234256 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0319 13:57:13.234254 1 relabel_controller.go:117] Starting alert relabel config controller I0319 13:57:13.234285 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0319 13:57:13.237722 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0319 13:57:13.238263 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0319 13:57:13.238295 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0319 13:57:13.238633 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0319 13:57:13.239060 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.239064 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.239064 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.239168 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 13:57:13.239207 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 13:57:13.239415 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 13:57:13.250989 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-dprw9" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0319 13:57:13.252295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-flk8p" is created for OpenShiftMonitoringClientCertRequester I0319 13:57:13.252352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-gh84z" is created for OpenShiftMonitoringTelemeterClientCertRequester I0319 13:57:13.257026 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.262186 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.262205 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.262664 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.266770 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.267088 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.267284 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.270173 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.270736 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.270757 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.273458 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.274026 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.274830 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.276730 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 13:57:13.276737 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.277487 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.278209 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.282333 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.282337 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.282429 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.286404 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.297886 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.298076 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.298124 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.299675 1 tasks.go:49] processing task group 1 of 3 I0319 13:57:13.299706 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 13:57:13.299718 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 13:57:13.305466 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.306881 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.307586 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.309408 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.312085 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.312932 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.313190 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0319 13:57:13.313540 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.315963 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.316166 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.322074 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.324290 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.324419 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.324536 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0319 13:57:13.325978 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.331103 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.331959 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.332126 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 13:57:13.332226 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.334338 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0319 13:57:13.334713 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0319 13:57:13.334872 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.336154 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.336154 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.340989 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.340995 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.344091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0319 13:57:13.344545 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:13.388959 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 13:57:13.478365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 13:57:13.488026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 13:57:13.511202 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 13:57:13.520482 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 13:57:13.545385 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0319 13:57:13.546819 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0319 13:57:13.546836 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0319 13:57:13.546863 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0319 13:57:13.546871 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0319 13:57:13.549342 1 secure_serving.go:57] Forcing use of http/1.1 only I0319 13:57:13.549358 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0319 13:57:13.553845 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0319 13:57:13.553865 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0319 13:57:13.553869 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 13:57:13.553874 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 13:57:13.553889 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 13:57:13.553891 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 13:57:13.554167 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 13:57:13.554196 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773928608\" (2026-03-19 13:56:59 +0000 UTC to 2028-03-18 13:57:00 +0000 UTC (now=2026-03-19 13:57:13.554162988 +0000 UTC))" I0319 13:57:13.554426 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773928633\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773928633\" (2026-03-19 12:57:13 +0000 UTC to 2029-03-19 12:57:13 +0000 UTC (now=2026-03-19 13:57:13.55440976 +0000 UTC))" I0319 13:57:13.554447 1 secure_serving.go:211] Serving securely on [::]:8443 I0319 13:57:13.554463 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0319 13:57:13.554474 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0319 13:57:13.556421 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0319 13:57:13.556570 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0319 13:57:13.556750 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0319 13:57:13.654427 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 13:57:13.654447 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 13:57:13.654460 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0319 13:57:13.654645 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-19 13:47:20 +0000 UTC to 2036-03-16 13:47:20 +0000 UTC (now=2026-03-19 13:57:13.654614615 +0000 UTC))" I0319 13:57:13.654869 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773928608\" (2026-03-19 13:56:59 +0000 UTC to 2028-03-18 13:57:00 +0000 UTC (now=2026-03-19 13:57:13.654853567 +0000 UTC))" I0319 13:57:13.655029 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773928633\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773928633\" (2026-03-19 12:57:13 +0000 UTC to 2029-03-19 12:57:13 +0000 UTC (now=2026-03-19 13:57:13.655017665 +0000 UTC))" I0319 13:57:13.655181 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-19 13:47:23 +0000 UTC to 2036-03-16 13:47:23 +0000 UTC (now=2026-03-19 13:57:13.655168746 +0000 UTC))" I0319 13:57:13.655201 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-19 13:47:27 +0000 UTC to 2036-03-16 13:47:27 +0000 UTC (now=2026-03-19 13:57:13.655192132 +0000 UTC))" I0319 13:57:13.655219 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-19 13:47:28 +0000 UTC to 2036-03-16 13:47:28 +0000 UTC (now=2026-03-19 13:57:13.655207338 +0000 UTC))" I0319 13:57:13.655236 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-19 13:47:33 +0000 UTC to 2036-03-16 13:47:33 +0000 UTC (now=2026-03-19 13:57:13.65522787 +0000 UTC))" I0319 13:57:13.655252 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-19 13:47:35 +0000 UTC to 2036-03-16 13:47:35 +0000 UTC (now=2026-03-19 13:57:13.655245005 +0000 UTC))" I0319 13:57:13.655270 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4qu53p30sfni25c42tk2t0l4poha1i-kx-191e06f383_customer-system-admin-signer@1773928163\" [] issuer=\"\" (2026-03-19 13:49:23 +0000 UTC to 2026-03-26 13:49:24 +0000 UTC (now=2026-03-19 13:57:13.655260867 +0000 UTC))" I0319 13:57:13.655286 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4qu53p30sfni25c42tk2t0l4poha1i-kx-191e06f383_sre-system-admin-signer@1773928163\" [] issuer=\"\" (2026-03-19 13:49:23 +0000 UTC to 2026-03-26 13:49:24 +0000 UTC (now=2026-03-19 13:57:13.655276921 +0000 UTC))" I0319 13:57:13.655330 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-19 13:47:20 +0000 UTC to 2036-03-16 13:47:20 +0000 UTC (now=2026-03-19 13:57:13.655294938 +0000 UTC))" I0319 13:57:13.655520 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773928608\" (2026-03-19 13:56:59 +0000 UTC to 2028-03-18 13:57:00 +0000 UTC (now=2026-03-19 13:57:13.655507493 +0000 UTC))" I0319 13:57:13.655686 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773928633\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773928633\" (2026-03-19 12:57:13 +0000 UTC to 2029-03-19 12:57:13 +0000 UTC (now=2026-03-19 13:57:13.655675847 +0000 UTC))" I0319 13:57:14.695101 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:14.695290 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-19T13:52:14Z", ) I0319 13:57:14.695324 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-18T13:52:14Z", ) I0319 13:57:14.695695 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:14.695706 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0319 13:57:14.695843 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-19T13:52:14Z", ) I0319 13:57:14.695861 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-18T13:52:14Z", ) I0319 13:57:14.695843 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-19T13:52:14Z", ) I0319 13:57:14.695944 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-18T13:52:14Z", ) I0319 13:57:14.705234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0319 13:57:14.705246 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0319 13:57:14.705325 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 13:57:14.705497 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 13:57:14.706980 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0319 13:57:14.707072 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 13:57:18.560037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0319 13:57:18.572570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0319 13:57:18.584514 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0319 13:57:26.696327 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 13:57:26.696353 1 tasks.go:49] processing task group 2 of 3 I0319 13:57:26.696376 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 13:57:26.696381 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 13:57:26.696394 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 13:57:26.696408 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 13:57:26.696411 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 13:57:26.696420 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 13:57:26.696429 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 13:57:26.696438 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 13:57:26.696444 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 13:57:26.696457 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 13:57:26.696459 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 13:57:26.696467 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 13:57:26.696470 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 13:57:26.696480 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 13:57:26.696503 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 13:57:26.711774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0319 13:57:26.717187 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0319 13:57:26.726209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0319 13:57:26.739972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0319 13:57:26.742551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0319 13:57:26.742647 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0319 13:57:26.779609 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 13:57:26.780737 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 13:57:26.810135 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 13:57:26.819270 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0319 13:57:26.858628 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 13:57:26.861812 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 13:57:26.870063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 13:57:26.870076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0319 13:57:26.870338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0319 13:57:26.958404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0319 13:57:26.965943 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 13:57:26.967057 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0319 13:57:26.967127 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 13:57:26.967147 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0319 13:57:26.967412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 13:57:26.978444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0319 13:57:26.979867 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0319 13:57:26.991995 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0319 13:57:26.992012 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0319 13:57:26.992021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0319 13:57:27.003521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0319 13:57:27.024509 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0319 13:57:27.035061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0319 13:57:27.114558 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0319 13:57:27.124491 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 13:57:27.274648 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0319 13:57:27.299463 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 13:57:27.339662 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0319 13:57:27.392547 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0319 13:57:27.392571 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0319 13:57:27.498191 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0319 13:57:27.505570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0319 13:57:27.534141 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0319 13:57:27.638941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0319 13:57:27.737943 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0319 13:57:27.760866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0319 13:57:27.822016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 13:57:27.837075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0319 13:57:27.842764 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0319 13:57:27.907462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 13:57:27.907480 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 13:57:27.942420 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0319 13:57:28.001424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 13:57:28.002211 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 13:57:28.012319 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0319 13:57:28.045218 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0319 13:57:28.048151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0319 13:57:28.061324 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 13:57:28.061825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 13:57:28.143548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0319 13:57:28.472132 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 13:57:28.832941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0319 13:57:28.843071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 13:57:28.854532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0319 13:57:28.931220 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0319 13:57:29.028219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 13:57:29.123206 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 13:57:29.224558 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 13:57:29.316771 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 13:57:29.316796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0319 13:57:29.316941 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 13:57:29.332988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 13:57:29.431038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 13:57:29.540429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 13:57:29.645345 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 13:57:29.750921 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 13:57:29.823048 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 13:57:29.826472 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 13:57:29.860226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 13:57:29.964142 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 13:57:30.024940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-fiidqj0evqgv5 -n openshift-monitoring because it was missing I0319 13:57:30.031268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0319 13:57:30.041960 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0319 13:57:30.074417 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 13:57:30.120204 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 13:57:30.565274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0319 13:57:31.145239 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 13:57:31.587931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-3krj7s2g2vv6r -n openshift-monitoring because it was missing I0319 13:57:31.745484 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0319 13:57:31.763561 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0319 13:57:33.069271 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-d1fhoogk31ugl -n openshift-monitoring because it was missing I0319 13:57:33.087256 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0319 13:57:33.107515 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 13:57:33.118910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0319 13:57:37.807870 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 13:57:37.807948 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0319 13:57:43.944976 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0319 13:57:45.105652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0319 13:57:45.140582 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 13:57:45.552500 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 13:57:59.642812 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0319 13:57:59.655904 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 13:57:59.655983 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0319 13:58:00.548771 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 13:58:08.123737 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 13:58:15.547678 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 13:59:03.184522 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 13:59:03.184557 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0319 13:59:03.184565 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0319 13:59:03.184591 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0319 13:59:03.184616 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 13:59:03.213220 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 13:59:03.217423 1 tasks.go:49] processing task group 1 of 3 I0319 13:59:03.217447 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 13:59:03.217462 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 13:59:03.227981 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 13:59:04.260752 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZkxhV1dDRWRBMnd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016a3lPRFl3T0RBZQpGdzB5TmpBek1Ua3hNelUyTkRkYUZ3MHlPREExTVRjeE16VTJORGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek01TWpnMk1EZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzN6Vmgrbjc5aXh2TGEza1ZzWUgyUjBlYzc4TGt0cmsragpYTUZIck56NHNNc1F3SVBwYVlYZXdvWHVEOTUwV2Y3SERUMXNYUEhscTltNTRQWmk4YVJyb2RSdlIxeXRBeU9iCkVraDJVL2g4bjlrditzR2RvRVQ2RkFlRldmL3pKQWU5OTB0WEV0OWkzK1RBaGpTS1ZtM1ZSMDU0VnZpZ0pGQjcKL2RkeDVSMkMyZmhMbTNtQVU4SHo5S1BaZ1B4aTQyWnBjN2s4MVVEZDZPMElITmVYUUd4NXUwc21QeU5TTm54Nwp3QWVzUEpkQ0wrdngvK2VKR1RDYUVkOENENi9VMWVoYkQ4Y1VEYXYrYVZvd1NIeEx3cGo5UllGQytVanRELzc4CkF1ZSs3a2s1Z1J4T0lFUnNPL21ibHBoNTdPdEhsOUZzbFhGSnVwWXI1Nk5hV01naGN1c1JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJNV2pxUAp0NHB3MUg1L2hkZjBXSmZmeHp0WGJUQWZCZ05WSFNNRUdEQVdnQlJNV2pxUHQ0cHcxSDUvaGRmMFdKZmZ4enRYCmJUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFXUFlqM0h5dEtQQjFScWlnMkxXUXo0SXV2UXFoQTlTNUxONmwKZ3Bpc2VibUkzWjNnZ1doU2hzK3BTNU9LM0JacXNZM2RBc0Zkekl1WC9CcDJPdkROOWgrNGUrT2JIV0J2MER5bQo0Z0gvWjFIQU9URDRLWmlpLzFTZXhJMHhNaGFrenR5L2xpdW5qNzc5TTF5d2NXblNXYm9XdUwrK0w5ckZhVTFPCmZNbjVDa1NuWHhhc2dNZFJNaTh2SmJZTzk3L3ZXUDNJR01sSVlaZjVLYnI2RkM5ZjV3ZVBoWkN4Y1lhenNicE4KdlZ1L0xyNFlMRlhHRGVVREg0akdaVXIvcDBWbm8zWW1nMU5GZDJFdjR4ckpHVVZIeUxkencyV3ZMWmRod2VUcgpKL2xJZ2hyTWdXWU54S3A5QkdIazYvNHh4ZTlCUmV4THAxeGQ5eU0zUlNteEQyMnJhUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 13:59:04.266089 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0319 13:59:04.270351 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZkxhV1dDRWRBMnd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016a3lPRFl3T0RBZQpGdzB5TmpBek1Ua3hNelUyTkRkYUZ3MHlPREExTVRjeE16VTJORGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek01TWpnMk1EZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzN6Vmgrbjc5aXh2TGEza1ZzWUgyUjBlYzc4TGt0cmsragpYTUZIck56NHNNc1F3SVBwYVlYZXdvWHVEOTUwV2Y3SERUMXNYUEhscTltNTRQWmk4YVJyb2RSdlIxeXRBeU9iCkVraDJVL2g4bjlrditzR2RvRVQ2RkFlRldmL3pKQWU5OTB0WEV0OWkzK1RBaGpTS1ZtM1ZSMDU0VnZpZ0pGQjcKL2RkeDVSMkMyZmhMbTNtQVU4SHo5S1BaZ1B4aTQyWnBjN2s4MVVEZDZPMElITmVYUUd4NXUwc21QeU5TTm54Nwp3QWVzUEpkQ0wrdngvK2VKR1RDYUVkOENENi9VMWVoYkQ4Y1VEYXYrYVZvd1NIeEx3cGo5UllGQytVanRELzc4CkF1ZSs3a2s1Z1J4T0lFUnNPL21ibHBoNTdPdEhsOUZzbFhGSnVwWXI1Nk5hV01naGN1c1JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJNV2pxUAp0NHB3MUg1L2hkZjBXSmZmeHp0WGJUQWZCZ05WSFNNRUdEQVdnQlJNV2pxUHQ0cHcxSDUvaGRmMFdKZmZ4enRYCmJUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFXUFlqM0h5dEtQQjFScWlnMkxXUXo0SXV2UXFoQTlTNUxONmwKZ3Bpc2VibUkzWjNnZ1doU2hzK3BTNU9LM0JacXNZM2RBc0Zkekl1WC9CcDJPdkROOWgrNGUrT2JIV0J2MER5bQo0Z0gvWjFIQU9URDRLWmlpLzFTZXhJMHhNaGFrenR5L2xpdW5qNzc5TTF5d2NXblNXYm9XdUwrK0w5ckZhVTFPCmZNbjVDa1NuWHhhc2dNZFJNaTh2SmJZTzk3L3ZXUDNJR01sSVlaZjVLYnI2RkM5ZjV3ZVBoWkN4Y1lhenNicE4KdlZ1L0xyNFlMRlhHRGVVREg0akdaVXIvcDBWbm8zWW1nMU5GZDJFdjR4ckpHVVZIeUxkencyV3ZMWmRod2VUcgpKL2xJZ2hyTWdXWU54S3A5QkdIazYvNHh4ZTlCUmV4THAxeGQ5eU0zUlNteEQyMnJhUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 13:59:04.277437 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0319 13:59:06.363112 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 13:59:06.363135 1 tasks.go:49] processing task group 2 of 3 I0319 13:59:06.363161 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 13:59:06.363170 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 13:59:06.363187 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 13:59:06.363210 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 13:59:06.363230 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 13:59:06.363251 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 13:59:06.363265 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 13:59:06.363381 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 13:59:06.363413 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 13:59:06.363517 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 13:59:06.363614 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 13:59:06.363584 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 13:59:06.363632 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 13:59:06.363599 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 13:59:06.363951 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 13:59:06.417043 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 13:59:06.437133 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 13:59:06.446679 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 13:59:06.450213 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0319 13:59:06.464180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0319 13:59:06.480635 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0319 13:59:06.492721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0319 13:59:06.505161 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 13:59:06.506587 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 13:59:06.553019 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 13:59:07.434045 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 13:59:07.454474 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 13:59:07.460347 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 13:59:07.470052 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 13:59:07.484035 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 13:59:09.516500 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 13:59:11.488957 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 13:59:11.545025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0319 13:59:12.415427 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 13:59:14.663293 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 14:00:17.530804 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 14:01:21.687141 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 14:01:21.687170 1 tasks.go:49] processing task group 3 of 3 I0319 14:01:21.687180 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 14:01:21.732981 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 14:01:21.733077 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e8a84127-eca2-4652-ad77-553db7d04746", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0319 14:01:21.738211 1 operator.go:851] Updating ClusterOperator status to done. W0319 14:01:21.767890 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 14:01:21.794196 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 14:01:21.798632 1 tasks.go:49] processing task group 1 of 3 I0319 14:01:21.798654 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 14:01:21.798677 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:01:21.811161 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:01:24.943014 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 14:01:24.943035 1 tasks.go:49] processing task group 2 of 3 I0319 14:01:24.943059 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:01:24.943072 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 14:01:24.943092 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:01:24.943098 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 14:01:24.943134 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:01:24.943138 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 14:01:24.943162 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 14:01:24.943279 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 14:01:24.943429 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:01:24.943454 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:01:24.943666 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:01:24.943671 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 14:01:24.943072 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 14:01:24.943821 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 14:01:24.943898 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 14:01:24.993764 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:01:25.012032 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:01:25.026211 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 14:01:25.068927 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:01:26.015637 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:01:26.035392 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:01:26.045123 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 14:01:26.046510 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:01:26.065555 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 14:01:28.084410 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 14:01:30.066887 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 14:01:30.997468 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 14:01:31.088656 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 14:01:36.091866 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 14:01:40.256049 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 14:01:40.256075 1 tasks.go:49] processing task group 3 of 3 I0319 14:01:40.256085 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 14:01:40.298266 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 14:01:40.303885 1 operator.go:851] Updating ClusterOperator status to done. I0319 14:01:45.549101 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0319 14:01:45.549129 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 14:01:45.590182 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 14:01:45.595517 1 tasks.go:49] processing task group 1 of 3 I0319 14:01:45.595538 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 14:01:45.595553 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:01:45.608202 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:01:48.720709 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 14:01:48.720733 1 tasks.go:49] processing task group 2 of 3 I0319 14:01:48.720758 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:01:48.720765 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 14:01:48.720780 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 14:01:48.720809 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 14:01:48.720815 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:01:48.720851 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:01:48.720862 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 14:01:48.720982 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:01:48.721034 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 14:01:48.721049 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:01:48.721034 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:01:48.721070 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 14:01:48.721058 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 14:01:48.721472 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 14:01:48.721083 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 14:01:48.769650 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:01:48.787135 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:01:48.800496 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 14:01:48.846760 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:01:49.786755 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:01:49.807495 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:01:49.809173 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 14:01:49.828743 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:01:49.837336 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 14:01:51.864193 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 14:01:53.838456 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 14:01:54.777950 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 14:01:54.859553 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 14:01:59.864818 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 14:02:04.011503 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 14:02:04.011528 1 tasks.go:49] processing task group 3 of 3 I0319 14:02:04.011539 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 14:02:04.051468 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 14:02:04.056374 1 operator.go:851] Updating ClusterOperator status to done. I0319 14:02:13.234965 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 14:02:13.235002 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 14:02:13.263210 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 14:02:13.267468 1 tasks.go:49] processing task group 1 of 3 I0319 14:02:13.267486 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 14:02:13.267511 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:02:13.279160 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:02:16.389716 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 14:02:16.389739 1 tasks.go:49] processing task group 2 of 3 I0319 14:02:16.389769 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:02:16.389777 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:02:16.389789 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 14:02:16.389789 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 14:02:16.389805 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 14:02:16.389817 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 14:02:16.389843 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 14:02:16.389880 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:02:16.389885 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:02:16.389980 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 14:02:16.390067 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:02:16.390110 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:02:16.390192 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 14:02:16.390194 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 14:02:16.390213 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 14:02:16.631675 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:02:16.668377 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:02:16.687999 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 14:02:16.737801 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:02:17.529183 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:02:17.667749 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:02:17.680291 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:02:17.695426 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 14:02:17.716511 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 14:02:19.694907 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 14:02:21.682412 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 14:02:22.446612 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 14:02:22.748954 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 14:02:27.603158 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 14:02:31.882484 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 14:02:31.882508 1 tasks.go:49] processing task group 3 of 3 I0319 14:02:31.882518 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 14:02:31.923904 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 14:02:31.928908 1 operator.go:851] Updating ClusterOperator status to done. I0319 14:04:31.453334 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0319 14:04:31.453361 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 14:04:31.480389 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 14:04:31.488452 1 tasks.go:49] processing task group 1 of 3 I0319 14:04:31.488476 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 14:04:31.488489 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:04:31.499564 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:04:34.653937 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 14:04:34.653959 1 tasks.go:49] processing task group 2 of 3 I0319 14:04:34.653992 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:04:34.653992 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:04:34.654005 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 14:04:34.654014 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 14:04:34.654030 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 14:04:34.654032 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 14:04:34.654059 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 14:04:34.654084 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:04:34.654134 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:04:34.654191 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 14:04:34.653999 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 14:04:34.654492 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:04:34.654578 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:04:34.654595 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 14:04:34.654654 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 14:04:34.766431 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:04:34.779085 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 14:04:34.791814 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:04:34.873335 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:04:35.759376 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:04:35.768211 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:04:35.774002 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:04:35.801228 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 14:04:35.834598 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 14:04:37.825908 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 14:04:39.835086 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 14:04:40.716007 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 14:04:40.858508 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 14:04:45.823068 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 14:04:49.982165 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 14:04:49.982193 1 tasks.go:49] processing task group 3 of 3 I0319 14:04:49.982204 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 14:04:50.029011 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 14:04:50.048039 1 operator.go:851] Updating ClusterOperator status to done. I0319 14:07:13.235016 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 14:07:13.235058 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 14:07:13.262153 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 14:07:13.266881 1 tasks.go:49] processing task group 1 of 3 I0319 14:07:13.266916 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 14:07:13.266938 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:07:13.282181 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:07:16.429455 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 14:07:16.429484 1 tasks.go:49] processing task group 2 of 3 I0319 14:07:16.429512 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:07:16.429654 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 14:07:16.429942 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 14:07:16.429975 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:07:16.430031 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 14:07:16.430148 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 14:07:16.430000 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 14:07:16.430383 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:07:16.430494 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:07:16.430529 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 14:07:16.430610 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 14:07:16.430646 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 14:07:16.430819 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:07:16.429965 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 14:07:16.430851 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:07:16.480067 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:07:16.502910 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:07:16.529679 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 14:07:16.577463 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:07:17.500677 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:07:17.537127 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 14:07:17.538554 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:07:17.564646 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:07:17.570732 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 14:07:19.591434 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 14:07:21.562628 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 14:07:22.503890 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 14:07:22.587898 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 14:07:27.598934 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 14:07:31.786532 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 14:07:31.786557 1 tasks.go:49] processing task group 3 of 3 I0319 14:07:31.786564 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 14:07:31.827404 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 14:07:31.832379 1 operator.go:851] Updating ClusterOperator status to done. I0319 14:12:13.140560 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0319 14:12:13.140630 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 14:12:13.143510 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 14:12:13.143614 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 14:12:13.143669 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 14:12:13.143695 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 14:12:13.143714 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 14:12:13.144622 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 14:12:13.144643 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 14:12:13.147050 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0319 14:12:13.147359 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 14:12:13.148668 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 14:12:13.171016 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 14:12:13.176799 1 tasks.go:49] processing task group 1 of 3 I0319 14:12:13.176828 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 14:12:13.176834 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:12:13.188338 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0319 14:12:13.189650 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:12:13.234422 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 14:12:16.332945 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 14:12:16.332972 1 tasks.go:49] processing task group 2 of 3 I0319 14:12:16.333004 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:12:16.333007 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 14:12:16.333020 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:12:16.333040 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 14:12:16.333068 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 14:12:16.333135 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:12:16.333091 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:12:16.333135 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 14:12:16.333086 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:12:16.333102 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 14:12:16.333105 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 14:12:16.333108 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 14:12:16.333110 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 14:12:16.333126 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:12:16.333121 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 14:12:16.382807 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:12:16.412563 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:12:16.423143 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 14:12:16.472103 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:12:17.397395 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:12:17.427156 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 14:12:17.428255 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:12:17.443108 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:12:17.454807 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 14:12:19.491704 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 14:12:21.453281 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 14:12:22.390673 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 14:12:22.471020 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 14:12:27.481737 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 14:12:31.640622 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 14:12:31.640655 1 tasks.go:49] processing task group 3 of 3 I0319 14:12:31.640664 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 14:12:31.680120 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 14:12:31.684594 1 operator.go:851] Updating ClusterOperator status to done. W0319 14:12:31.692988 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 14:12:31.718022 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 14:12:31.721989 1 tasks.go:49] processing task group 1 of 3 I0319 14:12:31.722011 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 14:12:31.722039 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:12:31.732819 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 14:12:34.843057 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 14:12:34.843079 1 tasks.go:49] processing task group 2 of 3 I0319 14:12:34.843104 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:12:34.843116 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 14:12:34.843126 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 14:12:34.843146 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 14:12:34.843166 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:12:34.843204 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 14:12:34.843245 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 14:12:34.843333 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:12:34.843390 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 14:12:34.843204 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 14:12:34.843348 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:12:34.843237 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:12:34.843369 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 14:12:34.843374 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 14:12:34.843377 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:12:34.901056 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 14:12:34.913971 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 14:12:34.930533 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 14:12:34.984382 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 14:12:35.916328 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 14:12:35.947210 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 14:12:35.948734 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 14:12:35.963342 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 14:12:35.974529 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 14:12:37.997269 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 14:12:39.983574 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 14:12:40.901116 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 14:12:41.003551 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 14:12:45.993329 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 14:12:50.237537 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 14:12:50.237567 1 tasks.go:49] processing task group 3 of 3 I0319 14:12:50.237584 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 14:12:50.280061 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 14:12:50.284832 1 operator.go:851] Updating ClusterOperator status to done.