W0521 19:47:20.746417 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0521 19:47:20.746764 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0521 19:47:20.746779 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0521 19:47:20.746783 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0521 19:47:20.746787 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0521 19:47:20.780616 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0521 19:47:20.785561 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0521 19:47:20.785799 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0521 19:47:20.786805 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0521 19:47:20.786960 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0521 19:47:20.797997 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0521 19:47:20.798370 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:47:20.798535 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0521 19:47:20.799843 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:47:20.800102 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:47:20.800529 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:47:20.800587 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:47:20.800645 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:47:20.800737 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0521 19:47:20.801615 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:47:20.801698 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0521 19:47:20.801942 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:47:20.801957 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:47:20.805679 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0521 19:47:20.807538 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0521 19:47:20.808142 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:47:20.833212 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:47:20.890823 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0521 19:47:20.890895 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester W0521 19:47:20.890903 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:47:20.890912 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0521 19:47:20.890911 1 relabel_controller.go:117] Starting alert relabel config controller I0521 19:47:20.890920 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0521 19:47:20.890926 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0521 19:47:20.890926 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0521 19:47:20.890937 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0521 19:47:20.890943 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0521 19:47:20.890943 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0521 19:47:20.890957 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0521 19:47:20.890962 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0521 19:47:20.890899 1 rule_controller.go:113] Starting alerting rules controller I0521 19:47:20.891029 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0521 19:47:20.896265 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0521 19:47:20.896543 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0521 19:47:20.896806 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0521 19:47:20.897074 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0521 19:47:20.898384 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.898384 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.898385 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.898550 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 19:47:20.898659 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 19:47:20.898734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 19:47:20.909834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-g4xl8" is created for OpenShiftMonitoringTelemeterClientCertRequester I0521 19:47:20.912670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-gpdg7" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0521 19:47:20.912792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-68xkm" is created for OpenShiftMonitoringClientCertRequester I0521 19:47:20.916802 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.919332 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.925643 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.926371 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.926393 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.931787 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.932463 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.933220 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.938406 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.938978 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.939657 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.946550 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.947558 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.947567 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.949100 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:47:20.954609 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.955917 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.955940 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.961995 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.962335 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.964331 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.972184 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.972196 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.972286 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.972370 1 tasks.go:49] processing task group 1 of 3 I0521 19:47:20.972394 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:47:20.972407 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:47:20.982114 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.982412 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.982503 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0521 19:47:20.991975 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0521 19:47:20.991990 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0521 19:47:20.993411 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0521 19:47:20.993613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0521 19:47:20.993641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0521 19:47:20.995723 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0521 19:47:20.995844 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0521 19:47:20.995960 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0521 19:47:20.996125 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0521 19:47:21.004339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0521 19:47:21.010261 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:47:21.010323 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0521 19:47:21.018602 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0521 19:47:21.019899 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0521 19:47:21.019913 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0521 19:47:21.019925 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0521 19:47:21.019930 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0521 19:47:21.023471 1 secure_serving.go:57] Forcing use of http/1.1 only I0521 19:47:21.023487 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0521 19:47:21.029982 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0521 19:47:21.029998 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0521 19:47:21.029998 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0521 19:47:21.030000 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0521 19:47:21.030010 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0521 19:47:21.030016 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0521 19:47:21.030249 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0521 19:47:21.030311 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779392811\" (2026-05-21 19:47:01 +0000 UTC to 2028-05-20 19:47:02 +0000 UTC (now=2026-05-21 19:47:21.030276047 +0000 UTC))" I0521 19:47:21.030480 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779392841\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779392840\" (2026-05-21 18:47:20 +0000 UTC to 2027-05-21 18:47:20 +0000 UTC (now=2026-05-21 19:47:21.030464803 +0000 UTC))" I0521 19:47:21.030498 1 secure_serving.go:213] Serving securely on [::]:8443 I0521 19:47:21.030513 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0521 19:47:21.030524 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0521 19:47:21.034978 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0521 19:47:21.035120 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0521 19:47:21.035295 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0521 19:47:21.067558 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0521 19:47:21.130587 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0521 19:47:21.130664 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0521 19:47:21.130681 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0521 19:47:21.130827 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-21 19:20:27 +0000 UTC to 2036-05-18 19:20:27 +0000 UTC (now=2026-05-21 19:47:21.13080262 +0000 UTC))" I0521 19:47:21.131031 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779392811\" (2026-05-21 19:47:01 +0000 UTC to 2028-05-20 19:47:02 +0000 UTC (now=2026-05-21 19:47:21.131016016 +0000 UTC))" I0521 19:47:21.131182 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779392841\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779392840\" (2026-05-21 18:47:20 +0000 UTC to 2027-05-21 18:47:20 +0000 UTC (now=2026-05-21 19:47:21.131170796 +0000 UTC))" I0521 19:47:21.131334 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-05-21 19:20:30 +0000 UTC to 2036-05-18 19:20:30 +0000 UTC (now=2026-05-21 19:47:21.131321373 +0000 UTC))" I0521 19:47:21.131356 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-05-21 19:20:34 +0000 UTC to 2036-05-18 19:20:34 +0000 UTC (now=2026-05-21 19:47:21.131346056 +0000 UTC))" I0521 19:47:21.131371 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-05-21 19:20:37 +0000 UTC to 2036-05-18 19:20:37 +0000 UTC (now=2026-05-21 19:47:21.131363049 +0000 UTC))" I0521 19:47:21.131385 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-05-21 19:20:40 +0000 UTC to 2036-05-18 19:20:40 +0000 UTC (now=2026-05-21 19:47:21.13137739 +0000 UTC))" I0521 19:47:21.131400 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-05-21 19:20:41 +0000 UTC to 2036-05-18 19:20:41 +0000 UTC (now=2026-05-21 19:47:21.131392853 +0000 UTC))" I0521 19:47:21.131416 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2qegnfcn1t1rjnf1mqjqv20ffktbb5br-kx-100fb71d11_customer-system-admin-signer@1779391378\" [] issuer=\"\" (2026-05-21 19:23:00 +0000 UTC to 2026-05-28 19:23:01 +0000 UTC (now=2026-05-21 19:47:21.131406679 +0000 UTC))" I0521 19:47:21.131434 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2qegnfcn1t1rjnf1mqjqv20ffktbb5br-kx-100fb71d11_sre-system-admin-signer@1779391378\" [] issuer=\"\" (2026-05-21 19:22:58 +0000 UTC to 2026-05-28 19:22:59 +0000 UTC (now=2026-05-21 19:47:21.131425036 +0000 UTC))" I0521 19:47:21.131449 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-21 19:20:27 +0000 UTC to 2036-05-18 19:20:27 +0000 UTC (now=2026-05-21 19:47:21.131441534 +0000 UTC))" I0521 19:47:21.131605 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779392811\" (2026-05-21 19:47:01 +0000 UTC to 2028-05-20 19:47:02 +0000 UTC (now=2026-05-21 19:47:21.131593575 +0000 UTC))" I0521 19:47:21.131761 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779392841\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779392840\" (2026-05-21 18:47:20 +0000 UTC to 2027-05-21 18:47:20 +0000 UTC (now=2026-05-21 19:47:21.131751207 +0000 UTC))" I0521 19:47:21.160167 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0521 19:47:21.176104 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 19:47:21.207660 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 19:47:21.236096 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 19:47:24.309410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0521 19:47:24.333940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0521 19:47:24.354455 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0521 19:47:28.563265 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:47:28.563298 1 tasks.go:49] processing task group 2 of 3 I0521 19:47:28.563325 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:47:28.563327 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:47:28.563342 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:47:28.563356 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:47:28.563367 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:47:28.563365 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:47:28.563377 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:47:28.563387 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:47:28.563384 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:47:28.563389 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:47:28.563400 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:47:28.563402 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:47:28.563375 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:47:28.563404 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:47:28.563417 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:47:28.584729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0521 19:47:28.586774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0521 19:47:28.614037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0521 19:47:28.616643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0521 19:47:28.618922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0521 19:47:28.641129 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0521 19:47:28.667881 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:47:28.673699 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:47:28.693904 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0521 19:47:28.710266 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:47:28.748250 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0521 19:47:28.751970 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0521 19:47:28.754740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0521 19:47:28.756008 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0521 19:47:28.756017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0521 19:47:28.841540 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0521 19:47:28.848021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0521 19:47:28.851355 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0521 19:47:28.857065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0521 19:47:28.857082 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0521 19:47:28.863595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing W0521 19:47:28.867351 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0521 19:47:28.867365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0521 19:47:28.870788 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0521 19:47:28.888805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0521 19:47:28.905011 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0521 19:47:28.913334 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0521 19:47:28.934989 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0521 19:47:28.937745 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0521 19:47:28.976325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0521 19:47:29.112262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0521 19:47:29.173328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0521 19:47:29.231340 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0521 19:47:29.306562 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0521 19:47:29.364543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0521 19:47:29.438643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0521 19:47:29.464267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0521 19:47:29.512534 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0521 19:47:29.580695 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0521 19:47:29.657577 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0521 19:47:29.670997 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0521 19:47:29.734421 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0521 19:47:29.751539 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0521 19:47:29.787318 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0521 19:47:29.790941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0521 19:47:29.858720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0521 19:47:29.864019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0521 19:47:29.876620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0521 19:47:29.889659 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0521 19:47:29.927805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0521 19:47:29.947872 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0521 19:47:29.947944 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0521 19:47:29.977208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0521 19:47:29.994738 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0521 19:47:30.097564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0521 19:47:30.211825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0521 19:47:30.376828 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0521 19:47:30.736853 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0521 19:47:30.754592 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0521 19:47:30.769138 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:47:30.869047 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0521 19:47:30.966270 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0521 19:47:31.073834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0521 19:47:31.149111 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:47:31.149182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0521 19:47:31.150394 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0521 19:47:31.176183 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0521 19:47:31.279874 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:47:31.376747 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0521 19:47:31.479471 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0521 19:47:31.588721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0521 19:47:31.693891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:47:31.721599 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:47:31.756934 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:47:31.792724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0521 19:47:31.893153 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0521 19:47:31.990179 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:47:31.999972 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:47:32.024856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0521 19:47:32.026353 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-7u9kvhm54sav -n openshift-monitoring because it was missing I0521 19:47:32.096689 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:47:32.555636 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0521 19:47:33.035179 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:47:33.586003 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-b3pc850ejomr -n openshift-monitoring because it was missing I0521 19:47:33.635772 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0521 19:47:33.680167 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0521 19:47:35.068161 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-fr8a0nv7ljr07 -n openshift-monitoring because it was missing I0521 19:47:35.119282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:47:35.150262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0521 19:47:35.162557 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0521 19:47:37.381608 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:47:37.762933 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:47:37.763002 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0521 19:47:38.843419 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0521 19:47:42.133117 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0521 19:47:42.176784 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:47:53.400489 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:47:53.467199 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:47:53.508932 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:47:53.542357 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:47:53.596078 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:47:53.636330 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:47:53.667723 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:47:53.989032 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:47:54.192764 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:47:58.658883 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0521 19:47:58.674011 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:47:58.674079 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0521 19:48:10.013267 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:48:10.411026 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:48:45.229739 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:48:45.229780 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0521 19:48:45.229790 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0521 19:48:45.229812 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0521 19:48:45.230923 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:48:45.265115 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:48:45.270767 1 tasks.go:49] processing task group 1 of 3 I0521 19:48:45.270789 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:48:45.270810 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:48:45.289441 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:48:46.336061 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRlFmVytiVkhmM2N3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09UTTVNamd4TVRBZQpGdzB5TmpBMU1qRXhPVFEyTlRCYUZ3MHlPREEzTVRreE9UUTJOVEZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemt6T1RJNE1URXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRE41bjRtWmh0KzhtYlZTdm1WdDhMMThGVEZyK0VHTHB4Ywo2ZjBsU005QmNUeTF3M2RzWDJFSzBSTnRnNjhRTWhxZVVVYUVBOVVDejFDYWxwdVJkbElzY1FtVXA4cURBNEtOClVhSEtPbzBDOWZtSXJPc0NHMGhZM0hEaTl1V3VEa3doNDUyTVh1aUdjSkNqYzd0cEtNWHVwNWRmdTNueUR0bzMKY3dHV09CUG95TTY3dVdWTGcvMy9tajRaWjlscnRMWGEwM0wyRCt6QndrUHhEbzhXM1pjUFRBenI4SXFKS2VrdQpIUDk0MVNCUU1pQStiYTdUbFBPaCszUXc5RWt6K1UvakpUSGsrZlRRWHNHSjBjRFIvNHlPcGF0MWJZNlNEZ3Q0Cm9nMzRDNXhhd3ZZQllzTFRlbndWRDU0Ly9VQUVoMHRjZVBsTHB6L2RZQmNYK3JVbTU5V2JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJscFZ0awozRHVTUEtsQzc1dDc3b3VUazNJWTdqQWZCZ05WSFNNRUdEQVdnQlJscFZ0azNEdVNQS2xDNzV0NzdvdVRrM0lZCjdqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFhSkRTaU9CTHdvclM5TEJ1QWRPRzJZaWc3Zmk0M2N1a0FrdWYKVVp2ZlNqa0NKajFWVTZzUDlMbXBHMmNzUHFBOHp5bjBBL2xvRmlLeEJySzM4T0VHQ0c5OXlJN1VpNXpodDdPWApMRU8wdEpXQVJwZGwzYTdtWnRyVTQxNjhEOXpHampZWWVUR0pUdStXcXpmOHZrRGM3aEhDYVJ4endBeCtZbS9LCndWcEZvVXJnZW9UQWJMVEFkM1B4aWVLZXF3QUhxaHZDcTQ0TExad0ZjaWVqOEcrd0NqQmtZc2JYNHhTTDZ5SFQKMkxXeU5nOFUwYkwrOVNxTVIvalBkV3lVOEZNVnZBK2xWN0tCRnJBZDArMlVJcFdMbmZHQUVUeTY0bnh4TkhSaQo2VlZGd3lPeDZTbVVDTDFYQUVsRmFwS2dzRWhyZnlRdlV4Z3crS2NhQ0UyVHNwS3dmdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0521 19:48:46.342824 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0521 19:48:46.348440 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRlFmVytiVkhmM2N3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09UTTVNamd4TVRBZQpGdzB5TmpBMU1qRXhPVFEyTlRCYUZ3MHlPREEzTVRreE9UUTJOVEZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemt6T1RJNE1URXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRE41bjRtWmh0KzhtYlZTdm1WdDhMMThGVEZyK0VHTHB4Ywo2ZjBsU005QmNUeTF3M2RzWDJFSzBSTnRnNjhRTWhxZVVVYUVBOVVDejFDYWxwdVJkbElzY1FtVXA4cURBNEtOClVhSEtPbzBDOWZtSXJPc0NHMGhZM0hEaTl1V3VEa3doNDUyTVh1aUdjSkNqYzd0cEtNWHVwNWRmdTNueUR0bzMKY3dHV09CUG95TTY3dVdWTGcvMy9tajRaWjlscnRMWGEwM0wyRCt6QndrUHhEbzhXM1pjUFRBenI4SXFKS2VrdQpIUDk0MVNCUU1pQStiYTdUbFBPaCszUXc5RWt6K1UvakpUSGsrZlRRWHNHSjBjRFIvNHlPcGF0MWJZNlNEZ3Q0Cm9nMzRDNXhhd3ZZQllzTFRlbndWRDU0Ly9VQUVoMHRjZVBsTHB6L2RZQmNYK3JVbTU5V2JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJscFZ0awozRHVTUEtsQzc1dDc3b3VUazNJWTdqQWZCZ05WSFNNRUdEQVdnQlJscFZ0azNEdVNQS2xDNzV0NzdvdVRrM0lZCjdqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFhSkRTaU9CTHdvclM5TEJ1QWRPRzJZaWc3Zmk0M2N1a0FrdWYKVVp2ZlNqa0NKajFWVTZzUDlMbXBHMmNzUHFBOHp5bjBBL2xvRmlLeEJySzM4T0VHQ0c5OXlJN1VpNXpodDdPWApMRU8wdEpXQVJwZGwzYTdtWnRyVTQxNjhEOXpHampZWWVUR0pUdStXcXpmOHZrRGM3aEhDYVJ4endBeCtZbS9LCndWcEZvVXJnZW9UQWJMVEFkM1B4aWVLZXF3QUhxaHZDcTQ0TExad0ZjaWVqOEcrd0NqQmtZc2JYNHhTTDZ5SFQKMkxXeU5nOFUwYkwrOVNxTVIvalBkV3lVOEZNVnZBK2xWN0tCRnJBZDArMlVJcFdMbmZHQUVUeTY0bnh4TkhSaQo2VlZGd3lPeDZTbVVDTDFYQUVsRmFwS2dzRWhyZnlRdlV4Z3crS2NhQ0UyVHNwS3dmdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0521 19:48:46.354994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0521 19:48:48.444659 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:48:48.444686 1 tasks.go:49] processing task group 2 of 3 I0521 19:48:48.444719 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:48:48.444718 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:48:48.444730 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:48:48.444744 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:48:48.444762 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:48:48.444769 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:48:48.444788 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:48:48.444808 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:48:48.444813 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:48:48.444830 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:48:48.444856 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:48:48.444878 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:48:48.444904 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:48:48.444919 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:48:48.444794 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:48:48.498438 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:48:48.523711 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:48:48.527545 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:48:48.541600 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0521 19:48:48.560018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0521 19:48:48.586835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0521 19:48:48.596108 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:48:48.600671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0521 19:48:48.616049 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0521 19:48:48.673184 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0521 19:48:49.523949 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:48:49.546617 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:48:49.556903 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:48:49.579959 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:48:49.597641 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:48:51.619527 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:48:53.585309 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:48:53.665256 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0521 19:48:54.510596 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:48:57.766799 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:49:49.639957 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:51:03.854878 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:51:03.854904 1 tasks.go:49] processing task group 3 of 3 I0521 19:51:03.854912 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:51:03.908828 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:51:03.908928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"562be977-1fe4-4d18-9954-520497f8fe6b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0521 19:51:03.919461 1 operator.go:851] Updating ClusterOperator status to done. W0521 19:51:03.960140 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:51:04.000441 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:51:04.006567 1 tasks.go:49] processing task group 1 of 3 I0521 19:51:04.006585 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:51:04.006601 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:51:04.023743 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:51:07.182710 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:51:07.182730 1 tasks.go:49] processing task group 2 of 3 I0521 19:51:07.182753 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:51:07.182762 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:51:07.182771 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:51:07.182791 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:51:07.182812 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:51:07.182847 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:51:07.182855 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:51:07.182871 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:51:07.182891 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:51:07.182899 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:51:07.182916 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:51:07.182938 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:51:07.182956 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:51:07.182981 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:51:07.182885 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:51:07.244008 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:51:07.269121 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:51:07.275723 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:51:07.340274 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:51:08.258762 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:51:08.295360 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:51:08.299665 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:51:08.320953 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:51:08.352091 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:51:10.358510 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:51:12.329985 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:51:13.250668 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:51:13.351623 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:51:18.359060 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:51:18.534513 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:51:22.547273 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:51:22.547299 1 tasks.go:49] processing task group 3 of 3 I0521 19:51:22.547311 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:51:22.593594 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:51:22.600180 1 operator.go:851] Updating ClusterOperator status to done. W0521 19:51:22.611193 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:51:22.644941 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:51:22.650638 1 tasks.go:49] processing task group 1 of 3 I0521 19:51:22.650666 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:51:22.650690 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:51:22.666502 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:51:25.811330 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:51:25.811351 1 tasks.go:49] processing task group 2 of 3 I0521 19:51:25.811377 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:51:25.811386 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:51:25.811400 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:51:25.811427 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:51:25.811447 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:51:25.811449 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:51:25.811472 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:51:25.811490 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:51:25.811506 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:51:25.811525 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:51:25.811553 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:51:25.811540 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:51:25.811563 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:51:25.811590 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:51:25.811435 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:51:25.868617 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:51:25.897077 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:51:25.904316 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:51:25.960612 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:51:26.892659 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:51:26.921406 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:51:26.924698 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:51:26.950078 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:51:26.955388 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:51:28.992814 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:51:30.960670 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:51:31.887922 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:51:31.978026 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:51:32.649445 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:51:36.988424 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:51:41.181676 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:51:41.181699 1 tasks.go:49] processing task group 3 of 3 I0521 19:51:41.181715 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:51:41.230157 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:51:41.236898 1 operator.go:851] Updating ClusterOperator status to done. W0521 19:51:41.249263 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:51:41.284336 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:51:41.290634 1 tasks.go:49] processing task group 1 of 3 I0521 19:51:41.290656 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:51:41.290674 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:51:41.306534 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:51:44.450239 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:51:44.450261 1 tasks.go:49] processing task group 2 of 3 I0521 19:51:44.450285 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:51:44.450292 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:51:44.450307 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:51:44.450339 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:51:44.450352 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:51:44.450362 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:51:44.450386 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:51:44.450402 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:51:44.450424 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:51:44.450440 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:51:44.450455 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:51:44.450472 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:51:44.450473 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:51:44.450498 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:51:44.450500 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:51:44.530788 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:51:44.547896 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:51:44.554827 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:51:44.624341 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:51:45.530731 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:51:45.579287 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:51:45.581007 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:51:45.597330 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:51:45.610373 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:51:47.642900 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:51:49.615206 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:51:50.518485 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:51:50.645677 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:51:55.636754 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:51:59.833391 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:51:59.833414 1 tasks.go:49] processing task group 3 of 3 I0521 19:51:59.833429 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:51:59.882408 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:51:59.889193 1 operator.go:851] Updating ClusterOperator status to done. I0521 19:52:20.891527 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 19:52:20.891584 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:52:20.929124 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:52:20.934737 1 tasks.go:49] processing task group 1 of 3 I0521 19:52:20.934759 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:52:20.934775 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:52:20.952410 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:52:24.093600 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:52:24.093623 1 tasks.go:49] processing task group 2 of 3 I0521 19:52:24.093650 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:52:24.093654 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:52:24.093666 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:52:24.093686 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:52:24.093708 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:52:24.093726 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:52:24.093748 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:52:24.093770 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:52:24.093801 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:52:24.093825 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:52:24.093834 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:52:24.093850 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:52:24.093872 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:52:24.093902 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:52:24.093808 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:52:24.155455 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:52:24.179343 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:52:24.182299 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:52:24.250912 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:52:25.176453 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:52:25.201215 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:52:25.206990 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:52:25.230663 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:52:25.232336 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:52:27.277610 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:52:29.240213 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:52:30.165659 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:52:30.262146 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:52:35.276535 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:52:39.456116 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:52:39.456141 1 tasks.go:49] processing task group 3 of 3 I0521 19:52:39.456156 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:52:39.503178 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:52:39.509499 1 operator.go:851] Updating ClusterOperator status to done. I0521 19:57:20.891729 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 19:57:20.891788 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:57:20.927146 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:57:20.932986 1 tasks.go:49] processing task group 1 of 3 I0521 19:57:20.933010 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:57:20.933025 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:57:20.948468 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:57:24.099106 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:57:24.099129 1 tasks.go:49] processing task group 2 of 3 I0521 19:57:24.099157 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:57:24.099157 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:57:24.099173 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:57:24.099190 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:57:24.099200 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:57:24.099250 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:57:24.099273 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:57:24.099278 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:57:24.099289 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:57:24.099309 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:57:24.099333 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:57:24.099352 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:57:24.099366 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:57:24.099391 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:57:24.099254 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:57:24.169494 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:57:24.185198 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:57:24.188719 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:57:24.250004 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:57:25.184636 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:57:25.202954 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:57:25.210250 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:57:25.226877 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:57:25.246844 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:57:27.267381 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:57:29.257361 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:57:30.166130 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:57:30.287652 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:57:35.274935 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:57:39.467551 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:57:39.467575 1 tasks.go:49] processing task group 3 of 3 I0521 19:57:39.467591 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:57:39.516564 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:57:39.523729 1 operator.go:851] Updating ClusterOperator status to done. I0521 20:02:20.800266 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster W0521 20:02:20.800306 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 20:02:20.801439 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0521 20:02:20.801461 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0521 20:02:20.801522 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0521 20:02:20.801537 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0521 20:02:20.801538 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0521 20:02:20.801663 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0521 20:02:20.801690 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0521 20:02:20.801766 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0521 20:02:20.802878 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 20:02:20.802888 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0521 20:02:20.834447 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0521 20:02:20.834676 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 20:02:20.841096 1 tasks.go:49] processing task group 1 of 3 I0521 20:02:20.841119 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 20:02:20.841135 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 20:02:20.860256 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 20:02:20.890959 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0521 20:02:23.993201 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 20:02:23.993240 1 tasks.go:49] processing task group 2 of 3 I0521 20:02:23.993274 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 20:02:23.993272 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 20:02:23.993287 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 20:02:23.993298 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 20:02:23.993316 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 20:02:23.993338 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 20:02:23.993379 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 20:02:23.993394 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 20:02:23.993420 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 20:02:23.993277 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 20:02:23.993437 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 20:02:23.993464 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 20:02:23.993462 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 20:02:23.993477 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 20:02:23.993484 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 20:02:24.047475 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 20:02:24.068609 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 20:02:24.080836 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 20:02:24.140215 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 20:02:25.080563 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 20:02:25.107608 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 20:02:25.110649 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 20:02:25.133147 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 20:02:25.142155 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 20:02:27.178559 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 20:02:29.135592 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 20:02:30.061138 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 20:02:30.158531 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 20:02:35.249443 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 20:02:39.356717 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 20:02:39.356744 1 tasks.go:49] processing task group 3 of 3 I0521 20:02:39.356759 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 20:02:39.412805 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 20:02:39.422062 1 operator.go:851] Updating ClusterOperator status to done. W0521 20:02:39.441099 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 20:02:39.482149 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 20:02:39.490803 1 tasks.go:49] processing task group 1 of 3 I0521 20:02:39.490832 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 20:02:39.490843 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 20:02:39.507982 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 20:02:42.691190 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 20:02:42.691221 1 tasks.go:49] processing task group 2 of 3 I0521 20:02:42.691266 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 20:02:42.691274 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 20:02:42.691284 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 20:02:42.691307 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 20:02:42.691323 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 20:02:42.691340 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 20:02:42.691358 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 20:02:42.691381 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 20:02:42.691401 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 20:02:42.691420 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 20:02:42.691445 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 20:02:42.691456 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 20:02:42.691469 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 20:02:42.691478 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 20:02:42.691498 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 20:02:42.757570 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 20:02:42.782691 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 20:02:42.783920 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 20:02:42.841510 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 20:02:43.794885 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 20:02:43.813187 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 20:02:43.819476 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 20:02:43.832653 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 20:02:43.850919 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 20:02:45.886352 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 20:02:47.841277 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 20:02:48.756862 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 20:02:48.867323 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 20:02:53.889370 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 20:02:58.056380 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 20:02:58.056409 1 tasks.go:49] processing task group 3 of 3 I0521 20:02:58.056422 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 20:02:58.110345 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 20:02:58.118146 1 operator.go:851] Updating ClusterOperator status to done.