W0327 22:59:56.150064 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 22:59:56.150387 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0327 22:59:56.150402 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0327 22:59:56.150407 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0327 22:59:56.150411 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0327 22:59:56.150414 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0327 22:59:56.178133 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0327 22:59:56.183902 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0327 22:59:56.184431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0327 22:59:56.186663 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0327 22:59:56.186727 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 22:59:56.197070 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0327 22:59:56.199378 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 22:59:56.199969 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 22:59:56.200422 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0327 22:59:56.200574 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 22:59:56.200643 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 22:59:56.201127 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 22:59:56.201526 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0327 22:59:56.204084 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 22:59:56.204121 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 22:59:56.204259 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 22:59:56.204334 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0327 22:59:56.204608 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 22:59:56.210427 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 22:59:56.210552 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 22:59:56.211588 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 22:59:56.237394 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 22:59:56.291703 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 22:59:56.291756 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 22:59:56.291786 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0327 22:59:56.291793 1 rule_controller.go:114] Starting alerting rules controller I0327 22:59:56.291799 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0327 22:59:56.291807 1 relabel_controller.go:117] Starting alert relabel config controller I0327 22:59:56.291825 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0327 22:59:56.291823 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0327 22:59:56.291825 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0327 22:59:56.291833 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0327 22:59:56.291812 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0327 22:59:56.291833 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0327 22:59:56.291878 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0327 22:59:56.291854 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0327 22:59:56.291903 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0327 22:59:56.294609 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0327 22:59:56.295119 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0327 22:59:56.295169 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0327 22:59:56.295293 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0327 22:59:56.296106 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.296186 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.296229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 22:59:56.296297 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 22:59:56.296798 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.296906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 22:59:56.309166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-lcjxh" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0327 22:59:56.309266 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-d8phb" is created for OpenShiftMonitoringClientCertRequester I0327 22:59:56.309502 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-88whf" is created for OpenShiftMonitoringTelemeterClientCertRequester I0327 22:59:56.315201 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.320091 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.320114 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.320549 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.323160 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.323824 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.324861 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.326863 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.327025 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.328179 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.330394 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.331271 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.331603 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.333651 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 22:59:56.333727 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.335305 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.335315 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.338564 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.339587 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.339601 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.343426 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.351054 1 tasks.go:49] processing task group 1 of 3 I0327 22:59:56.351090 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 22:59:56.351096 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 22:59:56.358052 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.358066 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.358082 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.364473 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.364476 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.364962 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.373688 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.373696 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.373690 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.373866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0327 22:59:56.387359 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.387365 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.389361 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.389532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0327 22:59:56.392212 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0327 22:59:56.392219 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0327 22:59:56.392812 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.392820 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.392967 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-27T22:54:56Z", ) I0327 22:59:56.392983 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-26T22:54:56Z", ) I0327 22:59:56.404445 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.404582 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-27T22:54:56Z", ) I0327 22:59:56.404600 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-26T22:54:56Z", ) I0327 22:59:56.404744 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 22:59:56.405067 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 22:59:56.405085 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 22:59:56.405156 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0327 22:59:56.405191 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-27T22:54:56Z", ) I0327 22:59:56.405215 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-26T22:54:56Z", ) I0327 22:59:56.412772 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0327 22:59:56.413532 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 22:59:56.415148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0327 22:59:56.417317 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 22:59:56.417331 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0327 22:59:56.455710 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 22:59:56.547198 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 22:59:56.560590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 22:59:56.589002 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 22:59:56.605483 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 22:59:57.003756 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0327 22:59:57.005261 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0327 22:59:57.005277 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0327 22:59:57.005297 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0327 22:59:57.005308 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0327 22:59:57.007919 1 secure_serving.go:57] Forcing use of http/1.1 only I0327 22:59:57.007938 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0327 22:59:57.011545 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0327 22:59:57.011554 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 22:59:57.011562 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 22:59:57.011572 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 22:59:57.011572 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0327 22:59:57.011577 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 22:59:57.011862 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 22:59:57.011954 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774652370\" (2026-03-27 22:59:39 +0000 UTC to 2028-03-26 22:59:40 +0000 UTC (now=2026-03-27 22:59:57.011930582 +0000 UTC))" I0327 22:59:57.012123 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774652396\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774652396\" (2026-03-27 21:59:56 +0000 UTC to 2029-03-27 21:59:56 +0000 UTC (now=2026-03-27 22:59:57.01210765 +0000 UTC))" I0327 22:59:57.012141 1 secure_serving.go:211] Serving securely on [::]:8443 I0327 22:59:57.012157 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0327 22:59:57.012168 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0327 22:59:57.014125 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0327 22:59:57.014134 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0327 22:59:57.014125 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0327 22:59:57.112375 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0327 22:59:57.112409 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 22:59:57.112430 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 22:59:57.112619 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 22:50:09 +0000 UTC to 2036-03-24 22:50:09 +0000 UTC (now=2026-03-27 22:59:57.112595563 +0000 UTC))" I0327 22:59:57.112879 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774652370\" (2026-03-27 22:59:39 +0000 UTC to 2028-03-26 22:59:40 +0000 UTC (now=2026-03-27 22:59:57.112853649 +0000 UTC))" I0327 22:59:57.113136 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774652396\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774652396\" (2026-03-27 21:59:56 +0000 UTC to 2029-03-27 21:59:56 +0000 UTC (now=2026-03-27 22:59:57.113121779 +0000 UTC))" I0327 22:59:57.113326 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-27 22:50:11 +0000 UTC to 2036-03-24 22:50:11 +0000 UTC (now=2026-03-27 22:59:57.11330406 +0000 UTC))" I0327 22:59:57.113358 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-27 22:50:14 +0000 UTC to 2036-03-24 22:50:14 +0000 UTC (now=2026-03-27 22:59:57.113344687 +0000 UTC))" I0327 22:59:57.113376 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-27 22:50:15 +0000 UTC to 2036-03-24 22:50:15 +0000 UTC (now=2026-03-27 22:59:57.113368195 +0000 UTC))" I0327 22:59:57.113391 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-27 22:50:18 +0000 UTC to 2036-03-24 22:50:18 +0000 UTC (now=2026-03-27 22:59:57.113382916 +0000 UTC))" I0327 22:59:57.113413 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-27 22:50:21 +0000 UTC to 2036-03-24 22:50:21 +0000 UTC (now=2026-03-27 22:59:57.113401259 +0000 UTC))" I0327 22:59:57.113443 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pabjk1o0k4lirtjul81bm4bi3nfk4gj-kx-29bd08d30b_customer-system-admin-signer@1774651935\" [] issuer=\"\" (2026-03-27 22:52:15 +0000 UTC to 2026-04-03 22:52:16 +0000 UTC (now=2026-03-27 22:59:57.113426886 +0000 UTC))" I0327 22:59:57.113484 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pabjk1o0k4lirtjul81bm4bi3nfk4gj-kx-29bd08d30b_sre-system-admin-signer@1774651935\" [] issuer=\"\" (2026-03-27 22:52:14 +0000 UTC to 2026-04-03 22:52:15 +0000 UTC (now=2026-03-27 22:59:57.113453461 +0000 UTC))" I0327 22:59:57.113514 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 22:50:09 +0000 UTC to 2036-03-24 22:50:09 +0000 UTC (now=2026-03-27 22:59:57.113500352 +0000 UTC))" I0327 22:59:57.113831 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774652370\" (2026-03-27 22:59:39 +0000 UTC to 2028-03-26 22:59:40 +0000 UTC (now=2026-03-27 22:59:57.113772275 +0000 UTC))" I0327 22:59:57.114079 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774652396\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774652396\" (2026-03-27 21:59:56 +0000 UTC to 2029-03-27 21:59:56 +0000 UTC (now=2026-03-27 22:59:57.114061496 +0000 UTC))" I0327 22:59:59.648206 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0327 22:59:59.658245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0327 22:59:59.670778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0327 23:00:03.777500 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:00:03.777528 1 tasks.go:49] processing task group 2 of 3 I0327 23:00:03.777553 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:00:03.777562 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:00:03.777579 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:00:03.777579 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:00:03.777589 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:00:03.777594 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:00:03.777593 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:00:03.777601 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:00:03.777597 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:00:03.777604 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:00:03.777608 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:00:03.777627 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:00:03.777627 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:00:03.777628 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:00:03.777650 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:00:03.801693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0327 23:00:03.802626 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0327 23:00:03.819308 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0327 23:00:03.834919 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0327 23:00:03.836845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0327 23:00:03.844492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0327 23:00:03.885528 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:00:03.886149 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:00:03.899676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 23:00:03.910417 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:00:03.936424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 23:00:03.939815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 23:00:03.946450 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0327 23:00:03.948015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0327 23:00:03.948411 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0327 23:00:04.033354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 23:00:04.036056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 23:00:04.036073 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0327 23:00:04.039922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0327 23:00:04.045924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 23:00:04.050173 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0327 23:00:04.050189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0327 23:00:04.054347 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 23:00:04.054364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 23:00:04.067196 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0327 23:00:04.078414 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0327 23:00:04.081154 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0327 23:00:04.109803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0327 23:00:04.111985 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0327 23:00:04.182491 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0327 23:00:04.182517 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 23:00:04.299017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0327 23:00:04.359399 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0327 23:00:04.367043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 23:00:04.464025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0327 23:00:04.464059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0327 23:00:04.562002 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0327 23:00:04.569520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0327 23:00:04.599903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0327 23:00:04.676904 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0327 23:00:04.779125 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0327 23:00:04.857585 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0327 23:00:04.880436 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0327 23:00:04.917053 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 23:00:04.936031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0327 23:00:04.972603 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 23:00:04.989126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0327 23:00:05.064094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 23:00:05.069659 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 23:00:05.077113 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0327 23:00:05.088529 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0327 23:00:05.107689 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0327 23:00:05.123555 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 23:00:05.124230 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 23:00:05.171426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 23:00:05.190776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0327 23:00:05.437692 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 23:00:05.928490 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0327 23:00:05.937346 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 23:00:05.950799 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:00:06.031754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0327 23:00:06.127012 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 23:00:06.133619 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:00:06.133676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0327 23:00:06.134851 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 23:00:06.188298 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-5ui170ot1hbp9 -n openshift-monitoring because it was missing I0327 23:00:06.223139 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 23:00:06.352439 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 23:00:06.459741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:00:06.554688 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 23:00:06.655946 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 23:00:06.757391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 23:00:06.865583 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:00:06.922607 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:00:06.923347 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:00:06.966140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 23:00:07.066961 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 23:00:07.128268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:00:07.143412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0327 23:00:07.161015 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:00:07.630904 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0327 23:00:08.196445 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:00:08.223591 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:00:08.651395 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-f1464a88u7vuc -n openshift-monitoring because it was missing I0327 23:00:08.842554 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0327 23:00:08.874519 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0327 23:00:10.172200 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-bp9j9dd9qe1jj -n openshift-monitoring because it was missing I0327 23:00:10.188594 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:00:10.212784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 23:00:10.227118 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0327 23:00:11.920429 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:00:11.920453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0327 23:00:17.252239 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0327 23:00:17.306958 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:00:25.605087 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 23:00:28.346866 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:00:32.710258 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0327 23:00:32.722119 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:00:32.722164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0327 23:00:43.348974 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:00:45.182581 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:00:58.346257 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:01:20.292040 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:01:20.292087 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0327 23:01:20.292095 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0327 23:01:20.292122 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0327 23:01:20.292147 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:01:20.314974 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:01:20.319492 1 tasks.go:49] processing task group 1 of 3 I0327 23:01:20.319509 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:01:20.319526 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:01:20.329724 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:01:21.361424 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRkM0TitQTUVNM1V3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EWTFNak0zTURBZQpGdzB5TmpBek1qY3lNalU1TWpsYUZ3MHlPREExTWpVeU1qVTVNekJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEyTlRJek56QXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREdVajhqeEZJbWZjTkpjYTBvME1IZmhEL2lKK3o4K2dkVQp3aTNBdGgvaExtekM2aTRsTTQwR3BSTU9pdE0zaHREeEtrYXdIaFJnQUhJKytsTkM4TUhYNGJ4UWRVcmF1aldOCjFOb0dPUHNaOFE4RzRMVitRdWxPSjdqdTNIZStwa0F4OHNjMFBUVTAyQ3ZkditiOUcyakl6eW1LamZIbDBmTUgKcTc0eDZFVldTcUVXakErNEdkRldtbkVhRU5qUTVWSGJNM1V0elY3YTZrWGdwUjgwQjRSemJIU1A3L1EzcFZwZwp0YmtWbFFRdnVOUHlzNTV6cm1oaDR5TFhkMUt3SENKck16Vm9hRVRJaXo4d3g4WnZSOERBcUd6MTNTdCtsaXprCnpoWWttUWUvSHlNdU1DZkZ2d3YxYmUwUlkwVjVmSEZ5d3ZSTVRIekVsTHdrY0dPd1Vkd1JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlR1dmMzNQpHeVduWFJaM2dUQ3B6R1FZUGpYZCtqQWZCZ05WSFNNRUdEQVdnQlR1dmMzNUd5V25YUlozZ1RDcHpHUVlQalhkCitqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFjeEpoaHFtaktoYStQdVM0UFhwUlZ0UmJHUzZkS0c0cHhKNnQKenJ5NVYyY1lRQWVKUVFRWnlsMjVBNTlPaHd4aHFhL1U1ejVlTzVudXJXVTZLVHR2dXhYdkR6T2tsdkJuZWFWUQpHWlB4TEU0Vmc1czJsaWliWDFRYVRpdERhMEt5Qk1ubXlkMTBpWnUzMlVPZmtYR1RtM0VNZzNZOTZ4Q1hlV0ZsCklGUTFyQ2g1R2p4d3htczFkelhBcTNoc0JzTGJhTHI0OUU4akJ5eEYvQ2krYjJEN3dvRnI2YVZERDRHQWhGeWYKNjAydVlYeHlLRitBZGppVW5ic25Gb2JTQUUya1gwb0JkajhNM1RRb2pvblNRTDJmNnBkbmFlMkFiSjZtTElmOApoaUt3Vk1rRDNlTEtkUDBBRkswTlNWTkF4TWRQTk5VdUpkTlc2RTNBempWNHF2UVVaQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 23:01:21.366166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0327 23:01:21.369892 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRkM0TitQTUVNM1V3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EWTFNak0zTURBZQpGdzB5TmpBek1qY3lNalU1TWpsYUZ3MHlPREExTWpVeU1qVTVNekJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEyTlRJek56QXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREdVajhqeEZJbWZjTkpjYTBvME1IZmhEL2lKK3o4K2dkVQp3aTNBdGgvaExtekM2aTRsTTQwR3BSTU9pdE0zaHREeEtrYXdIaFJnQUhJKytsTkM4TUhYNGJ4UWRVcmF1aldOCjFOb0dPUHNaOFE4RzRMVitRdWxPSjdqdTNIZStwa0F4OHNjMFBUVTAyQ3ZkditiOUcyakl6eW1LamZIbDBmTUgKcTc0eDZFVldTcUVXakErNEdkRldtbkVhRU5qUTVWSGJNM1V0elY3YTZrWGdwUjgwQjRSemJIU1A3L1EzcFZwZwp0YmtWbFFRdnVOUHlzNTV6cm1oaDR5TFhkMUt3SENKck16Vm9hRVRJaXo4d3g4WnZSOERBcUd6MTNTdCtsaXprCnpoWWttUWUvSHlNdU1DZkZ2d3YxYmUwUlkwVjVmSEZ5d3ZSTVRIekVsTHdrY0dPd1Vkd1JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlR1dmMzNQpHeVduWFJaM2dUQ3B6R1FZUGpYZCtqQWZCZ05WSFNNRUdEQVdnQlR1dmMzNUd5V25YUlozZ1RDcHpHUVlQalhkCitqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFjeEpoaHFtaktoYStQdVM0UFhwUlZ0UmJHUzZkS0c0cHhKNnQKenJ5NVYyY1lRQWVKUVFRWnlsMjVBNTlPaHd4aHFhL1U1ejVlTzVudXJXVTZLVHR2dXhYdkR6T2tsdkJuZWFWUQpHWlB4TEU0Vmc1czJsaWliWDFRYVRpdERhMEt5Qk1ubXlkMTBpWnUzMlVPZmtYR1RtM0VNZzNZOTZ4Q1hlV0ZsCklGUTFyQ2g1R2p4d3htczFkelhBcTNoc0JzTGJhTHI0OUU4akJ5eEYvQ2krYjJEN3dvRnI2YVZERDRHQWhGeWYKNjAydVlYeHlLRitBZGppVW5ic25Gb2JTQUUya1gwb0JkajhNM1RRb2pvblNRTDJmNnBkbmFlMkFiSjZtTElmOApoaUt3Vk1rRDNlTEtkUDBBRkswTlNWTkF4TWRQTk5VdUpkTlc2RTNBempWNHF2UVVaQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 23:01:21.375368 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0327 23:01:23.457251 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:01:23.457276 1 tasks.go:49] processing task group 2 of 3 I0327 23:01:23.457300 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:01:23.457306 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:01:23.457309 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:01:23.457328 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:01:23.457352 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:01:23.457362 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:01:23.457384 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:01:23.457394 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:01:23.457417 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:01:23.457437 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:01:23.457482 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:01:23.457487 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:01:23.457502 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:01:23.457527 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:01:23.457303 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:01:23.525960 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:01:23.548153 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:01:23.552921 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:01:23.561836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0327 23:01:23.579875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0327 23:01:23.596427 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0327 23:01:23.608433 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0327 23:01:23.609788 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:01:23.618361 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 23:01:23.672827 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 23:01:24.538010 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:01:24.555901 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:01:24.557173 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:01:24.579654 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:01:24.623033 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:01:26.612906 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:01:28.593999 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:01:28.665493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0327 23:01:29.510423 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:01:31.744735 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:02:34.641133 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:03:38.777805 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:03:38.777830 1 tasks.go:49] processing task group 3 of 3 I0327 23:03:38.777846 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:03:38.819129 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:03:38.819230 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b59dcb62-401b-4288-b89b-f4d5c6abdc98", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0327 23:03:38.823253 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:03:38.865445 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:03:38.900277 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:03:38.904453 1 tasks.go:49] processing task group 1 of 3 I0327 23:03:38.904500 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:03:38.904511 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:03:38.915561 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:03:42.031509 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:03:42.031534 1 tasks.go:49] processing task group 2 of 3 I0327 23:03:42.031565 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:03:42.031567 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:03:42.031586 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:03:42.031605 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:03:42.031625 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:03:42.031636 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:03:42.031655 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:03:42.031675 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:03:42.031695 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:03:42.031709 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:03:42.031717 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:03:42.031741 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:03:42.031762 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:03:42.031784 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:03:42.031803 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:03:42.088423 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:03:42.109457 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:03:42.121795 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:03:42.182062 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:03:43.096184 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:03:43.144433 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:03:43.146669 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:03:43.157672 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:03:43.172740 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:03:45.172288 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:03:47.166320 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:03:48.086602 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:03:48.176923 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:03:53.191058 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:03:57.343966 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:03:57.343990 1 tasks.go:49] processing task group 3 of 3 I0327 23:03:57.344007 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:03:57.381761 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:03:57.386512 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:03:58.347339 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0327 23:03:58.347365 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:03:58.365065 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:03:58.399344 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:03:58.407130 1 tasks.go:49] processing task group 1 of 3 I0327 23:03:58.407157 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:03:58.407173 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:03:58.420406 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:04:01.533382 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:04:01.533409 1 tasks.go:49] processing task group 2 of 3 I0327 23:04:01.533440 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:04:01.533440 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:04:01.533459 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:04:01.533492 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:04:01.533509 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:04:01.533532 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:04:01.533547 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:04:01.533576 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:04:01.533591 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:04:01.533600 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:04:01.533623 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:04:01.533638 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:04:01.533653 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:04:01.533656 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:04:01.533676 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:04:01.594018 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:04:01.613399 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:04:01.617908 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:04:01.676439 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:04:02.614137 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:04:02.631988 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:04:02.638723 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:04:02.654764 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:04:02.673926 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:04:04.683399 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:04:06.657638 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:04:07.594096 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:04:07.674693 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:04:12.686315 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:04:16.837986 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:04:16.838011 1 tasks.go:49] processing task group 3 of 3 I0327 23:04:16.838030 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:04:16.875124 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:04:16.879748 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:04:16.888615 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:04:16.913751 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:04:16.918330 1 tasks.go:49] processing task group 1 of 3 I0327 23:04:16.918356 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:04:16.918368 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:04:16.930447 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:04:20.054029 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:04:20.054051 1 tasks.go:49] processing task group 2 of 3 I0327 23:04:20.054075 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:04:20.054081 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:04:20.054098 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:04:20.054119 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:04:20.054139 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:04:20.054160 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:04:20.054187 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:04:20.054195 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:04:20.054213 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:04:20.054232 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:04:20.054258 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:04:20.054277 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:04:20.054300 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:04:20.054285 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:04:20.054287 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:04:20.110261 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:04:20.134346 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:04:20.137570 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:04:20.193486 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:04:21.130771 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:04:21.158980 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:04:21.169688 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:04:21.182625 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:04:21.191104 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:04:23.212655 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:04:25.176298 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:04:26.106859 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:04:26.208885 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:04:31.202130 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:04:35.363728 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:04:35.363756 1 tasks.go:49] processing task group 3 of 3 I0327 23:04:35.363772 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:04:35.407505 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:04:35.412160 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:04:56.292011 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:04:56.292044 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:04:56.319372 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:04:56.323628 1 tasks.go:49] processing task group 1 of 3 I0327 23:04:56.323652 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:04:56.323665 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:04:56.336405 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:04:59.442073 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:04:59.442094 1 tasks.go:49] processing task group 2 of 3 I0327 23:04:59.442120 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:04:59.442124 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:04:59.442131 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:04:59.442149 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:04:59.442167 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:04:59.442189 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:04:59.442218 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:04:59.442237 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:04:59.442245 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:04:59.442262 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:04:59.442282 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:04:59.442284 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:04:59.442305 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:04:59.442328 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:04:59.442348 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:04:59.491838 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:04:59.510166 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:04:59.521911 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:04:59.571440 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:05:00.513353 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:05:00.546321 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:05:00.548115 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:05:00.556650 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:05:00.563198 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:05:02.589280 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:05:04.561234 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:05:05.494374 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:05:05.579559 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:05:10.597650 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:05:14.749896 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:05:14.749924 1 tasks.go:49] processing task group 3 of 3 I0327 23:05:14.749937 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:05:14.786358 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:05:14.791449 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:09:56.291821 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:09:56.291876 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:09:56.319996 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:09:56.324256 1 tasks.go:49] processing task group 1 of 3 I0327 23:09:56.324279 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:09:56.324293 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:09:56.336102 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:09:59.453184 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:09:59.453207 1 tasks.go:49] processing task group 2 of 3 I0327 23:09:59.453231 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:09:59.453235 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:09:59.453242 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:09:59.453262 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:09:59.453282 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:09:59.453302 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:09:59.453314 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:09:59.453338 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:09:59.453357 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:09:59.453390 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:09:59.453401 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:09:59.453417 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:09:59.453421 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:09:59.453427 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:09:59.453448 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:09:59.500895 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:09:59.521532 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:09:59.537084 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:09:59.578196 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:10:00.520239 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:10:00.536189 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:10:00.544418 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:10:00.562596 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:10:00.581978 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:10:02.598785 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:10:04.576780 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:10:05.506720 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:10:05.592003 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:10:10.606493 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:10:14.755909 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:10:14.755934 1 tasks.go:49] processing task group 3 of 3 I0327 23:10:14.755949 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:10:14.791660 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:10:14.796261 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:14:56.200435 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster W0327 23:14:56.200482 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:14:56.200782 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 23:14:56.200929 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0327 23:14:56.200950 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 23:14:56.200970 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 23:14:56.201039 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 23:14:56.202625 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 23:14:56.202641 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 23:14:56.204538 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 23:14:56.204567 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:14:56.204990 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 23:14:56.228718 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:14:56.233921 1 tasks.go:49] processing task group 1 of 3 I0327 23:14:56.233944 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:14:56.233955 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:14:56.237825 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 23:14:56.246144 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:14:56.292427 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 23:14:59.356271 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:14:59.356295 1 tasks.go:49] processing task group 2 of 3 I0327 23:14:59.356320 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:14:59.356330 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:14:59.356349 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:14:59.356364 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:14:59.356380 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:14:59.356402 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:14:59.356421 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:14:59.356444 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:14:59.356451 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:14:59.356496 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:14:59.356517 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:14:59.356514 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:14:59.356527 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:14:59.356552 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:14:59.356498 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:14:59.412636 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:14:59.424285 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:14:59.441123 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:14:59.489173 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:15:00.429837 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:15:00.452083 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:15:00.453699 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:15:00.462581 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:15:00.491142 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:15:02.507534 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:15:04.476089 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:15:05.412102 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:15:05.494519 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:15:10.506503 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:15:14.662072 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:15:14.662097 1 tasks.go:49] processing task group 3 of 3 I0327 23:15:14.662113 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:15:14.698870 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:15:14.704066 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:15:14.713500 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:15:14.740977 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:15:14.745548 1 tasks.go:49] processing task group 1 of 3 I0327 23:15:14.745571 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:15:14.745584 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:15:14.757492 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:15:17.873110 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:15:17.873133 1 tasks.go:49] processing task group 2 of 3 I0327 23:15:17.873159 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:15:17.873163 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:15:17.873179 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:15:17.873205 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:15:17.873225 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:15:17.873240 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:15:17.873691 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:15:17.873256 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:15:17.873884 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:15:17.873672 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:15:17.873978 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:15:17.873265 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:15:17.874128 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:15:17.873267 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:15:17.874515 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:15:17.920262 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:15:17.938766 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:15:17.952744 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:15:17.999923 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:15:18.936207 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:15:18.958600 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:15:18.962443 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:15:18.973354 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:15:18.992760 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:15:21.019548 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:15:22.991285 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:15:23.929540 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:15:24.009963 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:15:29.015559 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:15:33.175183 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:15:33.175211 1 tasks.go:49] processing task group 3 of 3 I0327 23:15:33.175223 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:15:33.214501 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:15:33.219673 1 operator.go:851] Updating ClusterOperator status to done.