W0422 23:37:49.117910 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0422 23:37:49.118236 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0422 23:37:49.118250 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0422 23:37:49.118254 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0422 23:37:49.118258 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0422 23:37:49.118262 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0422 23:37:49.181527 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0422 23:37:49.195570 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0422 23:37:49.195656 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0422 23:37:49.195791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0422 23:37:49.196847 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0422 23:37:49.214387 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:37:49.215079 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0422 23:37:49.215787 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0422 23:37:49.216642 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0422 23:37:49.216816 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0422 23:37:49.218065 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0422 23:37:49.218612 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0422 23:37:49.226748 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0422 23:37:49.231839 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0422 23:37:49.231859 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0422 23:37:49.231939 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0422 23:37:49.232115 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0422 23:37:49.233881 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0422 23:37:49.265206 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0422 23:37:49.300264 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0422 23:37:49.300330 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0422 23:37:49.300339 1 rule_controller.go:114] Starting alerting rules controller I0422 23:37:49.300349 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0422 23:37:49.300361 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0422 23:37:49.300356 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0422 23:37:49.300370 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0422 23:37:49.300371 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0422 23:37:49.300370 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0422 23:37:49.300371 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0422 23:37:49.300380 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0422 23:37:49.300387 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0422 23:37:49.300392 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0422 23:37:49.300419 1 relabel_controller.go:117] Starting alert relabel config controller I0422 23:37:49.300435 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0422 23:37:49.352278 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0422 23:37:49.352342 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0422 23:37:49.352389 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0422 23:37:49.352403 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0422 23:37:49.368179 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0422 23:37:49.368325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0422 23:37:49.375742 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0422 23:37:49.375790 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0422 23:37:49.375873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0422 23:37:49.375922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0422 23:37:49.378603 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0422 23:37:49.387802 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:37:49.390375 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0422 23:37:49.401273 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0422 23:37:49.401283 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0422 23:37:49.431469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-lcsfq" is created for OpenShiftMonitoringTelemeterClientCertRequester I0422 23:37:49.435643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-8mlwx" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0422 23:37:49.435661 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-m5cfz" is created for OpenShiftMonitoringClientCertRequester I0422 23:37:49.475375 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0422 23:37:49.475424 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0422 23:37:49.475425 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0422 23:37:49.495411 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0422 23:37:49.537549 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0422 23:37:49.537581 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0422 23:37:49.537548 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0422 23:37:49.549765 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0422 23:37:49.569929 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0422 23:37:49.569929 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0422 23:37:49.569928 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0422 23:37:49.570156 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-22T23:32:49Z", ) I0422 23:37:49.570165 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-22T23:32:49Z", ) I0422 23:37:49.570179 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-21T23:32:49Z", ) I0422 23:37:49.570183 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-21T23:32:49Z", ) I0422 23:37:49.570212 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-22T23:32:49Z", ) I0422 23:37:49.570228 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-21T23:32:49Z", ) I0422 23:37:49.597245 1 operator.go:830] Updating ClusterOperator status to InProgress. I0422 23:37:49.597353 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0422 23:37:49.599788 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0422 23:37:49.599921 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0422 23:37:49.600010 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0422 23:37:49.600124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0422 23:37:49.606931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0422 23:37:49.671270 1 tasks.go:49] processing task group 1 of 3 I0422 23:37:49.671299 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0422 23:37:49.671316 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:37:49.705185 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0422 23:37:49.737546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0422 23:37:49.765294 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:37:49.928407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0422 23:37:50.072063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0422 23:37:50.087750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0422 23:37:50.124004 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0422 23:37:50.149314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0422 23:37:50.355640 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0422 23:37:50.357221 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0422 23:37:50.357238 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0422 23:37:50.357254 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0422 23:37:50.357260 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0422 23:37:50.359832 1 secure_serving.go:57] Forcing use of http/1.1 only I0422 23:37:50.359861 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0422 23:37:50.366375 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0422 23:37:50.366394 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0422 23:37:50.366404 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0422 23:37:50.366420 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0422 23:37:50.366421 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0422 23:37:50.366399 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0422 23:37:50.366682 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0422 23:37:50.366759 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776901041\" (2026-04-22 23:37:31 +0000 UTC to 2028-04-21 23:37:32 +0000 UTC (now=2026-04-22 23:37:50.366735908 +0000 UTC))" I0422 23:37:50.366982 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776901070\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776901070\" (2026-04-22 22:37:49 +0000 UTC to 2029-04-22 22:37:49 +0000 UTC (now=2026-04-22 23:37:50.366967277 +0000 UTC))" I0422 23:37:50.367001 1 secure_serving.go:211] Serving securely on [::]:8443 I0422 23:37:50.367018 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0422 23:37:50.367027 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0422 23:37:50.369614 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0422 23:37:50.369628 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0422 23:37:50.369621 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0422 23:37:50.467290 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0422 23:37:50.467334 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0422 23:37:50.467283 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0422 23:37:50.467537 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-22 23:25:56 +0000 UTC to 2036-04-19 23:25:56 +0000 UTC (now=2026-04-22 23:37:50.467507494 +0000 UTC))" I0422 23:37:50.467744 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776901041\" (2026-04-22 23:37:31 +0000 UTC to 2028-04-21 23:37:32 +0000 UTC (now=2026-04-22 23:37:50.467726785 +0000 UTC))" I0422 23:37:50.467915 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776901070\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776901070\" (2026-04-22 22:37:49 +0000 UTC to 2029-04-22 22:37:49 +0000 UTC (now=2026-04-22 23:37:50.467901863 +0000 UTC))" I0422 23:37:50.468042 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-22 23:26:02 +0000 UTC to 2036-04-19 23:26:02 +0000 UTC (now=2026-04-22 23:37:50.468031045 +0000 UTC))" I0422 23:37:50.468062 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-22 23:26:06 +0000 UTC to 2036-04-19 23:26:06 +0000 UTC (now=2026-04-22 23:37:50.468053369 +0000 UTC))" I0422 23:37:50.468076 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-22 23:26:08 +0000 UTC to 2036-04-19 23:26:08 +0000 UTC (now=2026-04-22 23:37:50.468068431 +0000 UTC))" I0422 23:37:50.468092 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-22 23:26:11 +0000 UTC to 2036-04-19 23:26:11 +0000 UTC (now=2026-04-22 23:37:50.46808313 +0000 UTC))" I0422 23:37:50.468109 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-22 23:26:14 +0000 UTC to 2036-04-19 23:26:14 +0000 UTC (now=2026-04-22 23:37:50.468101389 +0000 UTC))" I0422 23:37:50.468125 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2prgjhduhjsungevuuvlv1ornuu76ung-kx-040d55448a_customer-system-admin-signer@1776900502\" [] issuer=\"\" (2026-04-22 23:28:28 +0000 UTC to 2026-04-29 23:28:29 +0000 UTC (now=2026-04-22 23:37:50.468115843 +0000 UTC))" I0422 23:37:50.468144 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2prgjhduhjsungevuuvlv1ornuu76ung-kx-040d55448a_sre-system-admin-signer@1776900502\" [] issuer=\"\" (2026-04-22 23:28:26 +0000 UTC to 2026-04-29 23:28:27 +0000 UTC (now=2026-04-22 23:37:50.468134761 +0000 UTC))" I0422 23:37:50.468158 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-22 23:25:56 +0000 UTC to 2036-04-19 23:25:56 +0000 UTC (now=2026-04-22 23:37:50.468150835 +0000 UTC))" I0422 23:37:50.468331 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776901041\" (2026-04-22 23:37:31 +0000 UTC to 2028-04-21 23:37:32 +0000 UTC (now=2026-04-22 23:37:50.468319502 +0000 UTC))" I0422 23:37:50.468491 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776901070\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776901070\" (2026-04-22 22:37:49 +0000 UTC to 2029-04-22 22:37:49 +0000 UTC (now=2026-04-22 23:37:50.468473653 +0000 UTC))" I0422 23:37:53.207168 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0422 23:37:53.221251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0422 23:37:53.239368 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0422 23:37:57.424307 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0422 23:37:57.424341 1 tasks.go:49] processing task group 2 of 3 I0422 23:37:57.424371 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:37:57.424374 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0422 23:37:57.424391 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:37:57.424402 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0422 23:37:57.424404 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0422 23:37:57.424397 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0422 23:37:57.424411 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0422 23:37:57.424417 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0422 23:37:57.424421 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:37:57.424431 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0422 23:37:57.424433 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:37:57.424439 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:37:57.424447 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:37:57.424458 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0422 23:37:57.424484 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0422 23:37:57.459266 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0422 23:37:57.459844 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0422 23:37:57.488727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0422 23:37:57.505740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0422 23:37:57.533002 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0422 23:37:57.542920 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0422 23:37:57.595088 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:37:57.604337 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0422 23:37:57.639122 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:37:57.654058 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0422 23:37:57.654084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0422 23:37:57.695862 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0422 23:37:57.704465 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0422 23:37:57.705367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0422 23:37:57.758939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0422 23:37:57.851351 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0422 23:37:57.851376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0422 23:37:57.852906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0422 23:37:57.857116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0422 23:37:57.859293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0422 23:37:57.872798 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0422 23:37:57.872833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0422 23:37:57.873908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0422 23:37:57.874541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0422 23:37:57.905575 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0422 23:37:57.932758 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0422 23:37:57.977220 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0422 23:37:58.033574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0422 23:37:58.045052 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0422 23:37:58.071453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0422 23:37:58.143169 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0422 23:37:58.202459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0422 23:37:58.331643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0422 23:37:58.376794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0422 23:37:58.461120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0422 23:37:58.542512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0422 23:37:58.545721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0422 23:37:58.594362 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0422 23:37:58.624018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0422 23:37:58.644663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0422 23:37:58.656745 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0422 23:37:58.697579 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0422 23:37:58.761121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0422 23:37:58.766576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0422 23:37:58.861466 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0422 23:37:58.864699 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0422 23:37:58.870863 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0422 23:37:58.880449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0422 23:37:58.922036 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0422 23:37:58.938352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0422 23:37:58.938425 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0422 23:37:58.993011 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0422 23:37:59.113762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0422 23:37:59.275933 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0422 23:37:59.287622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0422 23:37:59.386674 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0422 23:37:59.491499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0422 23:37:59.672418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0422 23:37:59.685808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0422 23:37:59.698665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0422 23:37:59.836047 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0422 23:37:59.943010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0422 23:38:00.045764 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0422 23:38:00.149345 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0422 23:38:00.259911 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0422 23:38:00.373301 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0422 23:38:00.492928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0422 23:38:00.664253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0422 23:38:00.664383 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:38:00.664421 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0422 23:38:00.664707 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0422 23:38:00.887610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0422 23:38:00.918141 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-vlnllqgi8bbm -n openshift-monitoring because it was missing I0422 23:38:01.045095 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0422 23:38:01.298681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0422 23:38:01.408809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0422 23:38:01.434707 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0422 23:38:01.660262 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:38:01.660562 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:38:01.697016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0422 23:38:01.990386 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:38:02.041028 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0422 23:38:02.488949 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0422 23:38:02.515162 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0422 23:38:02.764376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-bard7b7vtjlc9 -n openshift-monitoring because it was missing I0422 23:38:03.191555 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0422 23:38:04.478621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-3qifueuo4iuip -n openshift-monitoring because it was missing I0422 23:38:04.553933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0422 23:38:04.586365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0422 23:38:04.606546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0422 23:38:08.580356 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0422 23:38:08.580383 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0422 23:38:10.426059 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:38:10.442476 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:38:10.457915 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:38:10.491682 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:38:10.513864 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:38:10.542976 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:38:10.577986 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:38:10.625424 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:38:16.066084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0422 23:38:16.107922 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0422 23:38:21.237513 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0422 23:38:26.434344 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:38:27.827926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0422 23:38:27.844094 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0422 23:38:27.844165 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0422 23:38:39.010288 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0422 23:38:42.443303 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:38:42.459025 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:38:43.444733 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:39:14.697455 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0422 23:39:14.697514 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0422 23:39:14.697523 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0422 23:39:14.697550 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0422 23:39:14.697577 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0422 23:39:14.731227 1 operator.go:830] Updating ClusterOperator status to InProgress. I0422 23:39:14.737053 1 tasks.go:49] processing task group 1 of 3 I0422 23:39:14.737082 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0422 23:39:14.737098 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:39:14.752083 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:39:15.801810 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRDFOUzdPRUwrWk13RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qa3dNVEEwTVRBZQpGdzB5TmpBME1qSXlNek0zTWpCYUZ3MHlPREEyTWpBeU16TTNNakZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1TURFd05ERXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3lReFA2N0RVSEZ0VFdUVGNhaENZU1BzYzVIM3VLUVpKSQptYjNWSWpOR0RXQXlYZVNyRWwzU29TeDVnQXNIaU1XL0Fua1NrNGVGWTM2Uk9sQUVyeHBRdUFTRFdVMWJ6SURFCnN2WmQzWm1mM1EyQ1pBcEtIQTZXN25UUWdUeGFRVlhuVTI4a1BweU1VdktpMTU5KzZsVERPWFBhSldPYllqY1kKZm15Skw3RVBieVdrOHVPUWFCYmhqUTROMnZzNlMrQS9WZUJBcGdpWVlkZWRYTXovcU5sdUxHYW1hWWJhdG1STAo5bnhSaEtjTE5KTHFNZE9jd3lWYnVhNFFrTHVaZGxXdXkycDUrNFc3a052Zzc4VFJadzE3WlpDY0M2N0oxb3hSCkNqZWE2T0JWOUtPQXRCMTNjL2pkNUo2TmFrVzRRQXpyWmg0M3VsVTNlNFp3bGw0bXo1UUxBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNxSFdkSgpjNCthV3ZBbW1ad1U1ekYyVkdGQkxqQWZCZ05WSFNNRUdEQVdnQlNxSFdkSmM0K2FXdkFtbVp3VTV6RjJWR0ZCCkxqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFzWTg5c0lGcnpDcUgvenk4cldobG0wdkxodnVpaG12Z0hkOWgKSDVTeWNGVkh6TkNaZ1ZsdE1DSkpzajRNZ3lDVjVhVDlBUGIrT3piOXZWN3h1MWpsQ0xVVUlJY2hKeGNjeE9ybwpuRy9ZbEJ4cEV3YjBMY04vcFRxcEUrYVoxcTA4NlhjS0ZreDBqTTBuTFhtTjFwa2hLSEk0UkFlRk52ZnZSZzJ3CitrTXhxUlN1T0RlTkg4SzZyK0lWRDRrYlZURGVmZWVSOEsxak52ckRGREdsektJdWludVFzdEl1a2U0U1VPMDQKNDZ3ZmxtTDFQendUeEpWZUhtRkZ4OUZmaVhyaHdLMjE5Smh2K2VNMzVGYVFWbWxhTnIrWFg1c0MvcFR6c09BbwpmWjhSTENZT21UN3RkR3EwTGV3UFZKaUJyMDdqdm5GZVhUOUpwZ0JWOS8vWkJsRXVJdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0422 23:39:15.813402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0422 23:39:15.823706 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRDFOUzdPRUwrWk13RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qa3dNVEEwTVRBZQpGdzB5TmpBME1qSXlNek0zTWpCYUZ3MHlPREEyTWpBeU16TTNNakZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1TURFd05ERXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3lReFA2N0RVSEZ0VFdUVGNhaENZU1BzYzVIM3VLUVpKSQptYjNWSWpOR0RXQXlYZVNyRWwzU29TeDVnQXNIaU1XL0Fua1NrNGVGWTM2Uk9sQUVyeHBRdUFTRFdVMWJ6SURFCnN2WmQzWm1mM1EyQ1pBcEtIQTZXN25UUWdUeGFRVlhuVTI4a1BweU1VdktpMTU5KzZsVERPWFBhSldPYllqY1kKZm15Skw3RVBieVdrOHVPUWFCYmhqUTROMnZzNlMrQS9WZUJBcGdpWVlkZWRYTXovcU5sdUxHYW1hWWJhdG1STAo5bnhSaEtjTE5KTHFNZE9jd3lWYnVhNFFrTHVaZGxXdXkycDUrNFc3a052Zzc4VFJadzE3WlpDY0M2N0oxb3hSCkNqZWE2T0JWOUtPQXRCMTNjL2pkNUo2TmFrVzRRQXpyWmg0M3VsVTNlNFp3bGw0bXo1UUxBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNxSFdkSgpjNCthV3ZBbW1ad1U1ekYyVkdGQkxqQWZCZ05WSFNNRUdEQVdnQlNxSFdkSmM0K2FXdkFtbVp3VTV6RjJWR0ZCCkxqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFzWTg5c0lGcnpDcUgvenk4cldobG0wdkxodnVpaG12Z0hkOWgKSDVTeWNGVkh6TkNaZ1ZsdE1DSkpzajRNZ3lDVjVhVDlBUGIrT3piOXZWN3h1MWpsQ0xVVUlJY2hKeGNjeE9ybwpuRy9ZbEJ4cEV3YjBMY04vcFRxcEUrYVoxcTA4NlhjS0ZreDBqTTBuTFhtTjFwa2hLSEk0UkFlRk52ZnZSZzJ3CitrTXhxUlN1T0RlTkg4SzZyK0lWRDRrYlZURGVmZWVSOEsxak52ckRGREdsektJdWludVFzdEl1a2U0U1VPMDQKNDZ3ZmxtTDFQendUeEpWZUhtRkZ4OUZmaVhyaHdLMjE5Smh2K2VNMzVGYVFWbWxhTnIrWFg1c0MvcFR6c09BbwpmWjhSTENZT21UN3RkR3EwTGV3UFZKaUJyMDdqdm5GZVhUOUpwZ0JWOS8vWkJsRXVJdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0422 23:39:15.833549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0422 23:39:17.953215 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0422 23:39:17.953240 1 tasks.go:49] processing task group 2 of 3 I0422 23:39:17.953269 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:39:17.953277 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0422 23:39:17.953277 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0422 23:39:17.953294 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:39:17.953307 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:39:17.953331 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0422 23:39:17.953339 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:39:17.953374 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0422 23:39:17.953389 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0422 23:39:17.953417 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0422 23:39:17.953439 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:39:17.953460 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0422 23:39:17.953480 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0422 23:39:17.953493 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0422 23:39:17.953490 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:39:18.019113 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:39:18.041871 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:39:18.046519 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0422 23:39:18.076879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0422 23:39:18.094044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0422 23:39:18.114743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0422 23:39:18.117544 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:39:18.131403 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0422 23:39:18.149091 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0422 23:39:18.209014 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0422 23:39:19.041247 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:39:19.064815 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0422 23:39:19.067919 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:39:19.108737 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:39:19.116924 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0422 23:39:21.141267 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0422 23:39:23.111226 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0422 23:39:23.204227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0422 23:39:24.020154 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0422 23:39:27.354575 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0422 23:40:29.140617 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0422 23:41:33.355570 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0422 23:41:33.355602 1 tasks.go:49] processing task group 3 of 3 I0422 23:41:33.355620 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0422 23:41:33.408520 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0422 23:41:33.408616 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2cdf6ebf-07bb-45dc-8061-8af6f3ff2950", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0422 23:41:33.414927 1 operator.go:851] Updating ClusterOperator status to done. W0422 23:41:33.460518 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0422 23:41:33.499054 1 operator.go:830] Updating ClusterOperator status to InProgress. I0422 23:41:33.504502 1 tasks.go:49] processing task group 1 of 3 I0422 23:41:33.504529 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0422 23:41:33.504552 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:41:33.524878 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:41:36.682734 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0422 23:41:36.682759 1 tasks.go:49] processing task group 2 of 3 I0422 23:41:36.682786 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:41:36.682793 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0422 23:41:36.682808 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0422 23:41:36.682824 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0422 23:41:36.682851 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:41:36.682865 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0422 23:41:36.682883 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0422 23:41:36.682918 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:41:36.682923 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0422 23:41:36.682953 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:41:36.682982 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:41:36.682990 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0422 23:41:36.683007 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0422 23:41:36.683016 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0422 23:41:36.682996 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:41:36.796836 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:41:36.797009 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0422 23:41:36.844698 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:41:36.916660 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:41:37.817958 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:41:37.819761 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:41:37.821926 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:41:37.849724 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0422 23:41:37.902186 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0422 23:41:39.869898 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0422 23:41:41.893360 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0422 23:41:42.755559 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0422 23:41:42.925698 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0422 23:41:47.867667 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0422 23:41:48.672248 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:41:48.690218 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:41:52.075591 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0422 23:41:52.075621 1 tasks.go:49] processing task group 3 of 3 I0422 23:41:52.075633 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0422 23:41:52.114543 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0422 23:41:52.120529 1 operator.go:851] Updating ClusterOperator status to done. W0422 23:41:52.134397 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0422 23:41:52.167465 1 operator.go:830] Updating ClusterOperator status to InProgress. I0422 23:41:52.174453 1 tasks.go:49] processing task group 1 of 3 I0422 23:41:52.174482 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0422 23:41:52.174501 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:41:52.190458 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:41:55.335422 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0422 23:41:55.335446 1 tasks.go:49] processing task group 2 of 3 I0422 23:41:55.335471 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:41:55.335477 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0422 23:41:55.335493 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0422 23:41:55.335514 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:41:55.335532 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0422 23:41:55.335562 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0422 23:41:55.335577 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:41:55.335604 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0422 23:41:55.335619 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:41:55.335634 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0422 23:41:55.335660 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:41:55.335673 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0422 23:41:55.335694 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:41:55.335695 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0422 23:41:55.335722 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0422 23:41:55.390941 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:41:55.424510 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:41:55.427776 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0422 23:41:55.495131 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:41:56.413361 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:41:56.443367 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:41:56.444957 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0422 23:41:56.472798 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:41:56.484110 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0422 23:41:58.514206 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0422 23:42:00.521571 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0422 23:42:01.405705 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0422 23:42:01.542706 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0422 23:42:06.509824 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0422 23:42:10.733765 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0422 23:42:10.733792 1 tasks.go:49] processing task group 3 of 3 I0422 23:42:10.733810 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0422 23:42:10.775133 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0422 23:42:10.781562 1 operator.go:851] Updating ClusterOperator status to done. I0422 23:42:49.301065 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0422 23:42:49.301101 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0422 23:42:49.339183 1 operator.go:830] Updating ClusterOperator status to InProgress. I0422 23:42:49.344976 1 tasks.go:49] processing task group 1 of 3 I0422 23:42:49.345007 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0422 23:42:49.345019 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:42:49.360782 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:42:52.535040 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0422 23:42:52.535066 1 tasks.go:49] processing task group 2 of 3 I0422 23:42:52.535094 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:42:52.535100 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0422 23:42:52.535111 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0422 23:42:52.535133 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0422 23:42:52.535148 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:42:52.535163 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:42:52.535187 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0422 23:42:52.535207 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:42:52.535229 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:42:52.535251 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0422 23:42:52.535266 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:42:52.535283 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0422 23:42:52.535310 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0422 23:42:52.535303 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0422 23:42:52.535331 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0422 23:42:52.594502 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:42:52.621488 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:42:52.621605 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0422 23:42:52.696364 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:42:53.615839 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:42:53.648076 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0422 23:42:53.652347 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:42:53.675164 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0422 23:42:53.680602 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:42:55.716050 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0422 23:42:57.692229 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0422 23:42:58.608008 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0422 23:42:58.703865 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0422 23:43:03.731952 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0422 23:43:07.914237 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0422 23:43:07.914264 1 tasks.go:49] processing task group 3 of 3 I0422 23:43:07.914280 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0422 23:43:07.954213 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0422 23:43:07.960442 1 operator.go:851] Updating ClusterOperator status to done. I0422 23:47:49.300697 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0422 23:47:49.300761 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0422 23:47:49.336927 1 operator.go:830] Updating ClusterOperator status to InProgress. I0422 23:47:49.342813 1 tasks.go:49] processing task group 1 of 3 I0422 23:47:49.342846 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0422 23:47:49.342858 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:47:49.359292 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:47:52.520701 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0422 23:47:52.520832 1 tasks.go:49] processing task group 2 of 3 I0422 23:47:52.520910 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:47:52.520941 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0422 23:47:52.521052 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:47:52.521073 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:47:52.521085 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0422 23:47:52.521095 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:47:52.521103 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0422 23:47:52.521113 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0422 23:47:52.521122 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0422 23:47:52.521132 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0422 23:47:52.521140 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0422 23:47:52.521150 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:47:52.521160 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:47:52.521180 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0422 23:47:52.521206 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0422 23:47:52.609359 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:47:52.636673 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:47:52.659568 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0422 23:47:52.716593 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:47:53.625938 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:47:53.657273 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0422 23:47:53.659214 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:47:53.682637 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:47:53.710322 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0422 23:47:55.747551 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0422 23:47:57.694113 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0422 23:47:58.599007 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0422 23:47:58.720485 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0422 23:48:03.727561 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0422 23:48:07.933699 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0422 23:48:07.933728 1 tasks.go:49] processing task group 3 of 3 I0422 23:48:07.933745 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0422 23:48:07.977326 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0422 23:48:07.983643 1 operator.go:851] Updating ClusterOperator status to done. I0422 23:52:49.217209 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0422 23:52:49.217246 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0422 23:52:49.217280 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0422 23:52:49.217380 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0422 23:52:49.217397 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0422 23:52:49.217453 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0422 23:52:49.217479 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0422 23:52:49.219628 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0422 23:52:49.227722 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0422 23:52:49.232298 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0422 23:52:49.232330 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0422 23:52:49.234262 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0422 23:52:49.253846 1 operator.go:830] Updating ClusterOperator status to InProgress. I0422 23:52:49.259789 1 tasks.go:49] processing task group 1 of 3 I0422 23:52:49.259815 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0422 23:52:49.259824 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:52:49.265535 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0422 23:52:49.275885 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:52:49.300292 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0422 23:52:52.420784 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0422 23:52:52.420806 1 tasks.go:49] processing task group 2 of 3 I0422 23:52:52.420834 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:52:52.420839 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0422 23:52:52.420856 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0422 23:52:52.420867 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:52:52.420915 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:52:52.420923 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:52:52.420945 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0422 23:52:52.420968 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0422 23:52:52.420993 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0422 23:52:52.421014 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0422 23:52:52.421025 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0422 23:52:52.421042 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0422 23:52:52.421066 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:52:52.421098 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0422 23:52:52.421108 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:52:52.479136 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:52:52.514502 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:52:52.521865 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0422 23:52:52.600361 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:52:53.501019 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:52:53.532001 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:52:53.533003 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0422 23:52:53.555407 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:52:53.571090 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0422 23:52:55.589308 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0422 23:52:57.565261 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0422 23:52:58.481864 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0422 23:52:58.586457 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0422 23:53:03.592217 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0422 23:53:07.763709 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0422 23:53:07.763736 1 tasks.go:49] processing task group 3 of 3 I0422 23:53:07.763752 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0422 23:53:07.805417 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0422 23:53:07.811081 1 operator.go:851] Updating ClusterOperator status to done. W0422 23:53:07.821191 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0422 23:53:07.849366 1 operator.go:830] Updating ClusterOperator status to InProgress. I0422 23:53:07.854105 1 tasks.go:49] processing task group 1 of 3 I0422 23:53:07.854129 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0422 23:53:07.854145 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:53:07.868498 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:53:11.023204 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0422 23:53:11.023235 1 tasks.go:49] processing task group 2 of 3 I0422 23:53:11.023261 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:53:11.023272 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0422 23:53:11.023284 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0422 23:53:11.023304 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:53:11.023323 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0422 23:53:11.023343 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:53:11.023359 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:53:11.023395 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0422 23:53:11.023410 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0422 23:53:11.023433 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:53:11.023448 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0422 23:53:11.023454 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0422 23:53:11.023466 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0422 23:53:11.023443 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:53:11.023486 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0422 23:53:11.086074 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:53:11.114329 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0422 23:53:11.116771 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:53:11.184950 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:53:12.105225 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:53:12.133125 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0422 23:53:12.139071 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:53:12.166606 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:53:12.176785 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0422 23:53:14.200105 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0422 23:53:16.191665 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0422 23:53:17.101249 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0422 23:53:17.207424 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0422 23:53:22.197672 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0422 23:53:26.389090 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0422 23:53:26.389118 1 tasks.go:49] processing task group 3 of 3 I0422 23:53:26.389133 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0422 23:53:26.429848 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0422 23:53:26.436111 1 operator.go:851] Updating ClusterOperator status to done. I0422 23:57:49.300598 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0422 23:57:49.300661 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0422 23:57:49.339571 1 operator.go:830] Updating ClusterOperator status to InProgress. I0422 23:57:49.346816 1 tasks.go:49] processing task group 1 of 3 I0422 23:57:49.346843 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0422 23:57:49.346855 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:57:49.367881 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0422 23:57:52.527282 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0422 23:57:52.527306 1 tasks.go:49] processing task group 2 of 3 I0422 23:57:52.527333 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:57:52.527340 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0422 23:57:52.527354 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:57:52.527372 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0422 23:57:52.527395 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0422 23:57:52.527415 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:57:52.527444 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0422 23:57:52.527457 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0422 23:57:52.527485 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:57:52.527493 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0422 23:57:52.527513 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0422 23:57:52.527529 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:57:52.527534 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0422 23:57:52.527550 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0422 23:57:52.527575 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:57:52.587477 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0422 23:57:52.606855 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0422 23:57:52.617754 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0422 23:57:52.679273 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0422 23:57:53.607724 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0422 23:57:53.648784 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0422 23:57:53.651516 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0422 23:57:53.668210 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0422 23:57:53.680384 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0422 23:57:55.739080 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0422 23:57:57.673605 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0422 23:57:58.595051 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0422 23:57:58.695077 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0422 23:58:03.718561 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0422 23:58:07.977171 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0422 23:58:07.977196 1 tasks.go:49] processing task group 3 of 3 I0422 23:58:07.977214 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0422 23:58:08.016885 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0422 23:58:08.023176 1 operator.go:851] Updating ClusterOperator status to done. I0423 00:02:49.300385 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 00:02:49.300441 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 00:02:49.338207 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 00:02:49.343828 1 tasks.go:49] processing task group 1 of 3 I0423 00:02:49.343857 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 00:02:49.343872 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 00:02:49.358856 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 00:02:52.513021 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 00:02:52.513049 1 tasks.go:49] processing task group 2 of 3 I0423 00:02:52.513075 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 00:02:52.513086 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 00:02:52.513095 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 00:02:52.513108 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 00:02:52.513129 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 00:02:52.513145 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 00:02:52.513161 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 00:02:52.513178 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 00:02:52.513199 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 00:02:52.513221 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 00:02:52.513228 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 00:02:52.513250 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 00:02:52.513278 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 00:02:52.513314 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 00:02:52.513347 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 00:02:52.585911 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 00:02:52.623027 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 00:02:52.626061 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 00:02:52.690332 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 00:02:53.608214 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 00:02:53.658541 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 00:02:53.683850 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 00:02:53.694232 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 00:02:53.703390 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 00:02:55.688798 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 00:02:57.679324 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 00:02:58.580658 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 00:02:58.713071 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 00:03:03.733191 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 00:03:07.871483 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 00:03:07.871507 1 tasks.go:49] processing task group 3 of 3 I0423 00:03:07.871522 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 00:03:07.911076 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 00:03:07.917273 1 operator.go:851] Updating ClusterOperator status to done. I0423 00:07:49.218251 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0423 00:07:49.218308 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 00:07:49.218308 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0423 00:07:49.218395 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0423 00:07:49.218417 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0423 00:07:49.218431 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0423 00:07:49.218437 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0423 00:07:49.220569 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0423 00:07:49.228112 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0423 00:07:49.233279 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0423 00:07:49.233312 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 00:07:49.234368 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0423 00:07:49.265605 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0423 00:07:49.292144 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 00:07:49.301036 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0423 00:07:49.313336 1 tasks.go:49] processing task group 1 of 3 I0423 00:07:49.313370 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 00:07:49.313394 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 00:07:49.340029 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 00:07:52.549781 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 00:07:52.549816 1 tasks.go:49] processing task group 2 of 3 I0423 00:07:52.549843 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 00:07:52.549850 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 00:07:52.549859 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 00:07:52.549906 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 00:07:52.549913 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 00:07:52.549930 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 00:07:52.549954 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 00:07:52.549971 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 00:07:52.550005 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 00:07:52.550034 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 00:07:52.550064 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 00:07:52.550051 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 00:07:52.550080 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 00:07:52.550080 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 00:07:52.550064 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 00:07:52.608258 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 00:07:52.627650 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 00:07:52.645086 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 00:07:52.710293 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 00:07:53.627790 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 00:07:53.660125 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 00:07:53.660190 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 00:07:53.688255 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 00:07:53.705301 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 00:07:55.730134 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 00:07:57.698186 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 00:07:58.626859 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 00:07:58.718649 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 00:08:03.729209 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 00:08:07.930651 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 00:08:07.930678 1 tasks.go:49] processing task group 3 of 3 I0423 00:08:07.930692 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 00:08:07.971635 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 00:08:07.977861 1 operator.go:851] Updating ClusterOperator status to done. W0423 00:08:07.989862 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 00:08:08.023248 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 00:08:08.029125 1 tasks.go:49] processing task group 1 of 3 I0423 00:08:08.029157 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 00:08:08.029186 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 00:08:08.045071 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 00:08:11.186973 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 00:08:11.186997 1 tasks.go:49] processing task group 2 of 3 I0423 00:08:11.187024 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 00:08:11.187040 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 00:08:11.187055 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 00:08:11.187089 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 00:08:11.187098 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 00:08:11.187127 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 00:08:11.187144 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 00:08:11.187160 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 00:08:11.187175 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 00:08:11.187199 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 00:08:11.187251 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 00:08:11.187258 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 00:08:11.187233 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 00:08:11.187227 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 00:08:11.187242 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 00:08:11.242659 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 00:08:11.267607 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 00:08:11.280325 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 00:08:11.339577 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 00:08:12.266347 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 00:08:12.297936 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 00:08:12.298473 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 00:08:12.326158 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 00:08:12.330112 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 00:08:14.363688 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 00:08:16.331140 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 00:08:17.255121 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 00:08:17.346206 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 00:08:22.368303 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 00:08:26.564819 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 00:08:26.564843 1 tasks.go:49] processing task group 3 of 3 I0423 00:08:26.564861 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 00:08:26.605291 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 00:08:26.611617 1 operator.go:851] Updating ClusterOperator status to done. I0423 00:12:49.300655 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 00:12:49.300721 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 00:12:49.334444 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 00:12:49.340019 1 tasks.go:49] processing task group 1 of 3 I0423 00:12:49.340054 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 00:12:49.340066 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 00:12:49.354849 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 00:12:52.508482 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 00:12:52.508505 1 tasks.go:49] processing task group 2 of 3 I0423 00:12:52.508531 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 00:12:52.508539 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 00:12:52.508553 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 00:12:52.508555 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 00:12:52.508584 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 00:12:52.508615 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 00:12:52.508543 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 00:12:52.508643 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 00:12:52.508676 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 00:12:52.508702 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 00:12:52.508728 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 00:12:52.508724 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 00:12:52.508743 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 00:12:52.508767 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 00:12:52.508718 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 00:12:52.562229 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 00:12:52.590979 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 00:12:52.594541 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 00:12:52.657681 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 00:12:53.591628 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 00:12:53.614479 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 00:12:53.618671 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 00:12:53.645459 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 00:12:53.659650 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 00:12:55.699013 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 00:12:57.663206 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 00:12:58.581872 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 00:12:58.678391 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 00:13:03.682638 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 00:13:07.889911 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 00:13:07.889940 1 tasks.go:49] processing task group 3 of 3 I0423 00:13:07.889957 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 00:13:07.930034 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 00:13:07.936420 1 operator.go:851] Updating ClusterOperator status to done. I0423 00:13:53.986196 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0423 00:13:53.986229 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 00:13:54.028836 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 00:13:54.035904 1 tasks.go:49] processing task group 1 of 3 I0423 00:13:54.035943 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 00:13:54.035958 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 00:13:54.052280 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 00:13:57.233230 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 00:13:57.233264 1 tasks.go:49] processing task group 2 of 3 I0423 00:13:57.233298 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 00:13:57.233307 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 00:13:57.233315 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 00:13:57.233330 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 00:13:57.233356 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 00:13:57.233381 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 00:13:57.233390 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 00:13:57.233401 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 00:13:57.233416 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 00:13:57.233436 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 00:13:57.233435 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 00:13:57.233363 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 00:13:57.233461 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 00:13:57.234231 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 00:13:57.234657 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 00:13:57.321990 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 00:13:57.332647 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 00:13:57.368997 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 00:13:57.454415 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 00:13:58.339074 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 00:13:58.373592 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 00:13:58.375741 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 00:13:58.383852 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 00:13:58.416510 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 00:14:00.425312 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 00:14:02.407578 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 00:14:03.309921 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 00:14:03.442973 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 00:14:08.416703 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 00:14:12.626377 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 00:14:12.626404 1 tasks.go:49] processing task group 3 of 3 I0423 00:14:12.626425 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 00:14:12.671341 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 00:14:12.677795 1 operator.go:851] Updating ClusterOperator status to done. I0423 00:17:49.300644 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 00:17:49.300699 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 00:17:49.355501 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 00:17:49.363684 1 tasks.go:49] processing task group 1 of 3 I0423 00:17:49.363717 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 00:17:49.363729 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 00:17:49.383327 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 00:17:52.554963 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 00:17:52.554986 1 tasks.go:49] processing task group 2 of 3 I0423 00:17:52.555011 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 00:17:52.555016 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 00:17:52.555032 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 00:17:52.555062 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 00:17:52.555085 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 00:17:52.555080 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 00:17:52.555110 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 00:17:52.555130 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 00:17:52.555149 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 00:17:52.555170 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 00:17:52.555183 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 00:17:52.555188 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 00:17:52.555212 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 00:17:52.555233 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 00:17:52.555222 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 00:17:52.632441 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 00:17:52.675619 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 00:17:52.675854 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 00:17:52.748496 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 00:17:53.676537 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 00:17:53.715825 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 00:17:53.731038 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 00:17:53.750577 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 00:17:53.754818 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 00:17:55.792550 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 00:17:57.739850 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 00:17:58.637843 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 00:17:58.764366 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 00:18:03.807242 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 00:18:07.964990 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 00:18:07.965014 1 tasks.go:49] processing task group 3 of 3 I0423 00:18:07.965028 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 00:18:08.008590 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 00:18:08.014476 1 operator.go:851] Updating ClusterOperator status to done.