W0420 17:33:00.620909 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0420 17:33:00.621256 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0420 17:33:00.621271 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0420 17:33:00.621276 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0420 17:33:00.621279 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0420 17:33:00.661266 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0420 17:33:00.673272 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0420 17:33:00.673514 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0420 17:33:00.673756 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0420 17:33:00.674603 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0420 17:33:00.685929 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 17:33:00.685931 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0420 17:33:00.686072 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0420 17:33:00.686204 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 17:33:00.686394 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 17:33:00.686329 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 17:33:00.686496 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0420 17:33:00.686507 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0420 17:33:00.687497 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 17:33:00.687540 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 17:33:00.688119 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 17:33:00.688213 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 17:33:00.688717 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 17:33:00.696448 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 17:33:00.696509 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:00.696564 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 17:33:00.726000 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0420 17:33:00.777550 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 17:33:00.777621 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 17:33:00.777629 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0420 17:33:00.777627 1 rule_controller.go:113] Starting alerting rules controller I0420 17:33:00.777635 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0420 17:33:00.777644 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0420 17:33:00.777651 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0420 17:33:00.777652 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0420 17:33:00.777649 1 relabel_controller.go:117] Starting alert relabel config controller I0420 17:33:00.777660 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0420 17:33:00.777673 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0420 17:33:00.777659 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0420 17:33:00.777678 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0420 17:33:00.777689 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0420 17:33:00.777651 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0420 17:33:00.781187 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0420 17:33:00.781337 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0420 17:33:00.781806 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0420 17:33:00.781972 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0420 17:33:00.784844 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.784846 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.784847 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.785082 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 17:33:00.785094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 17:33:00.785196 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 17:33:00.794264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-g7v69" is created for OpenShiftMonitoringClientCertRequester I0420 17:33:00.797784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-bn7lx" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0420 17:33:00.802033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-kjrtr" is created for OpenShiftMonitoringTelemeterClientCertRequester I0420 17:33:00.806210 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.809875 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.809875 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.812257 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.816053 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.816070 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.816614 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.821909 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.822622 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.823263 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.826428 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.830438 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.832009 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 17:33:00.832251 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.832261 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.836226 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.837933 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.838198 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.848962 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.853596 1 tasks.go:49] processing task group 1 of 3 I0420 17:33:00.853628 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 17:33:00.853642 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:33:00.855544 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.856023 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.857520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0420 17:33:00.857594 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0420 17:33:00.860159 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.861052 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.868546 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0420 17:33:00.868810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0420 17:33:00.869097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0420 17:33:00.869443 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0420 17:33:00.878086 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0420 17:33:00.878096 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0420 17:33:00.881877 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 17:33:00.882012 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0420 17:33:00.883533 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0420 17:33:00.893057 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0420 17:33:00.893256 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:33:00.937499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0420 17:33:01.033892 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0420 17:33:01.055756 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 17:33:01.098438 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 17:33:01.115354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 17:33:01.213187 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0420 17:33:01.214703 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0420 17:33:01.214720 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0420 17:33:01.214732 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0420 17:33:01.214736 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0420 17:33:01.217586 1 secure_serving.go:57] Forcing use of http/1.1 only I0420 17:33:01.217604 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0420 17:33:01.224822 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0420 17:33:01.224837 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0420 17:33:01.224839 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 17:33:01.224855 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0420 17:33:01.224872 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 17:33:01.224888 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0420 17:33:01.225195 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0420 17:33:01.225431 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776706358\" (2026-04-20 17:32:47 +0000 UTC to 2028-04-19 17:32:48 +0000 UTC (now=2026-04-20 17:33:01.225397876 +0000 UTC))" I0420 17:33:01.225705 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776706381\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776706381\" (2026-04-20 16:33:00 +0000 UTC to 2027-04-20 16:33:00 +0000 UTC (now=2026-04-20 17:33:01.225681903 +0000 UTC))" I0420 17:33:01.225730 1 secure_serving.go:213] Serving securely on [::]:8443 I0420 17:33:01.225752 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0420 17:33:01.225769 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0420 17:33:01.229467 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0420 17:33:01.229467 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0420 17:33:01.229648 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0420 17:33:01.325460 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0420 17:33:01.325480 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0420 17:33:01.325536 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0420 17:33:01.325651 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-20 17:20:34 +0000 UTC to 2036-04-17 17:20:34 +0000 UTC (now=2026-04-20 17:33:01.325626844 +0000 UTC))" I0420 17:33:01.325883 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776706358\" (2026-04-20 17:32:47 +0000 UTC to 2028-04-19 17:32:48 +0000 UTC (now=2026-04-20 17:33:01.325868715 +0000 UTC))" I0420 17:33:01.326041 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776706381\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776706381\" (2026-04-20 16:33:00 +0000 UTC to 2027-04-20 16:33:00 +0000 UTC (now=2026-04-20 17:33:01.326029011 +0000 UTC))" I0420 17:33:01.326158 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-20 17:20:35 +0000 UTC to 2036-04-17 17:20:35 +0000 UTC (now=2026-04-20 17:33:01.32614765 +0000 UTC))" I0420 17:33:01.326190 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-20 17:20:37 +0000 UTC to 2036-04-17 17:20:37 +0000 UTC (now=2026-04-20 17:33:01.326180577 +0000 UTC))" I0420 17:33:01.326207 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-20 17:20:37 +0000 UTC to 2036-04-17 17:20:37 +0000 UTC (now=2026-04-20 17:33:01.326199269 +0000 UTC))" I0420 17:33:01.326224 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-20 17:20:39 +0000 UTC to 2036-04-17 17:20:39 +0000 UTC (now=2026-04-20 17:33:01.326216911 +0000 UTC))" I0420 17:33:01.326238 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-20 17:20:42 +0000 UTC to 2036-04-17 17:20:42 +0000 UTC (now=2026-04-20 17:33:01.326230974 +0000 UTC))" I0420 17:33:01.326264 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pq11u9k71fdg9sfb1c7thoas72f0jpt-kx-8d59587570_customer-system-admin-signer@1776705759\" [] issuer=\"\" (2026-04-20 17:22:41 +0000 UTC to 2026-04-27 17:22:42 +0000 UTC (now=2026-04-20 17:33:01.326246539 +0000 UTC))" I0420 17:33:01.326283 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pq11u9k71fdg9sfb1c7thoas72f0jpt-kx-8d59587570_sre-system-admin-signer@1776705759\" [] issuer=\"\" (2026-04-20 17:22:42 +0000 UTC to 2026-04-27 17:22:43 +0000 UTC (now=2026-04-20 17:33:01.326273939 +0000 UTC))" I0420 17:33:01.326321 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-20 17:20:34 +0000 UTC to 2036-04-17 17:20:34 +0000 UTC (now=2026-04-20 17:33:01.326291593 +0000 UTC))" I0420 17:33:01.326485 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776706358\" (2026-04-20 17:32:47 +0000 UTC to 2028-04-19 17:32:48 +0000 UTC (now=2026-04-20 17:33:01.326472427 +0000 UTC))" I0420 17:33:01.326631 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776706381\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776706381\" (2026-04-20 16:33:00 +0000 UTC to 2027-04-20 16:33:00 +0000 UTC (now=2026-04-20 17:33:01.326621334 +0000 UTC))" I0420 17:33:10.373136 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0420 17:33:37.057896 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:37.076524 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:37.110027 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:37.141236 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:37.158280 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:37.193363 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:37.210097 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:37.255256 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:37.483881 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:37.667199 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:37.857187 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:38.056156 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:38.167353 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0420 17:33:38.181245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0420 17:33:38.195085 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0420 17:33:38.258684 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:38.458016 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:38.659098 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:38.861034 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:33:44.310300 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 17:33:44.310337 1 tasks.go:49] processing task group 2 of 3 I0420 17:33:44.310363 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:33:44.310366 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 17:33:44.310377 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 17:33:44.310390 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 17:33:44.310397 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 17:33:44.310397 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:33:44.310404 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:33:44.310413 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 17:33:44.310417 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 17:33:44.310416 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:33:44.310428 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:33:44.310433 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 17:33:44.310437 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 17:33:44.310441 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 17:33:44.310460 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:33:44.324504 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0420 17:33:44.333694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0420 17:33:44.351939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0420 17:33:44.351967 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0420 17:33:44.358262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0420 17:33:44.372328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0420 17:33:44.395251 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 17:33:44.399255 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:33:44.429624 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:33:44.439619 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0420 17:33:44.474457 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0420 17:33:44.479744 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0420 17:33:44.483072 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0420 17:33:44.483086 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0420 17:33:44.483341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0420 17:33:44.582628 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0420 17:33:44.582647 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0420 17:33:44.582874 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0420 17:33:44.582891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0420 17:33:44.588518 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0420 17:33:44.588832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing W0420 17:33:44.608070 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0420 17:33:44.608090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0420 17:33:44.612019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0420 17:33:44.619283 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0420 17:33:44.632787 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0420 17:33:44.636341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0420 17:33:44.667283 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0420 17:33:44.670424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0420 17:33:44.716224 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0420 17:33:44.841169 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0420 17:33:44.909303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0420 17:33:44.972234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0420 17:33:44.975564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0420 17:33:45.086466 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0420 17:33:45.090638 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0420 17:33:45.167702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0420 17:33:45.179506 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0420 17:33:45.209520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0420 17:33:45.290749 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0420 17:33:45.396189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0420 17:33:45.399919 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0420 17:33:45.462191 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0420 17:33:45.476499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0420 17:33:45.490295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0420 17:33:45.573355 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0420 17:33:45.574249 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0420 17:33:45.593485 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0420 17:33:45.671866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0420 17:33:45.672676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0420 17:33:45.686004 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0420 17:33:45.697836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0420 17:33:45.731281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0420 17:33:45.750494 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 17:33:45.750733 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0420 17:33:45.801390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0420 17:33:46.051020 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 17:33:46.458616 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0420 17:33:46.473074 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0420 17:33:46.485196 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0420 17:33:46.510723 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:33:46.510791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0420 17:33:46.511502 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 17:33:46.565889 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0420 17:33:46.662530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0420 17:33:46.689903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-68pqtuj3n4kgg -n openshift-monitoring because it was missing I0420 17:33:46.763284 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0420 17:33:46.871795 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0420 17:33:46.975482 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0420 17:33:47.071484 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0420 17:33:47.174246 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0420 17:33:47.276506 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0420 17:33:47.392157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0420 17:33:47.458679 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:33:47.459216 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:33:47.492223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0420 17:33:47.590929 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0420 17:33:47.673026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0420 17:33:47.692597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0420 17:33:48.238921 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0420 17:33:48.734347 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:33:48.766486 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 17:33:49.265374 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-72d9fqa6232j3 -n openshift-monitoring because it was missing I0420 17:33:49.399776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0420 17:33:49.443661 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0420 17:33:49.793474 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 17:33:50.724066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-ae896k9naj6 -n openshift-monitoring because it was missing I0420 17:33:50.742915 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0420 17:33:50.761658 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0420 17:33:50.772755 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0420 17:34:01.495058 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 17:34:01.495128 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0420 17:34:06.760855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0420 17:34:06.801226 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 17:34:22.322609 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0420 17:34:22.336246 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 17:34:22.336328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0420 17:34:35.821414 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 17:35:00.830742 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 17:35:00.830799 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0420 17:35:00.830809 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0420 17:35:00.830831 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0420 17:35:00.831974 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 17:35:00.864714 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 17:35:00.869562 1 tasks.go:49] processing task group 1 of 3 I0420 17:35:00.869587 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 17:35:00.869599 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:35:00.884742 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:35:01.922444 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTnc4THhZS3U5Tjh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qY3dOak0xT0RBZQpGdzB5TmpBME1qQXhOek15TXpkYUZ3MHlPREEyTVRneE56TXlNemhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkzTURZek5UZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFZZUHVvdDE0VzV5dTVCWi94U2VvU3NNN2ljNkExdXMzQQp4aXlTUWljQS9mL01YQ3B0VEVPOFRiODZGQk15QkNFTm1qb09RNW5oRXVnV2NjOFFLZFAxRVl1dW0wc25FM3Y1Ck5YUkx1KzhvRTFsa2s1b3lRcm5ZU3RoeFRIY0JhUFNuWi9xLzY0REVJM2lwWHc4UmpZWGFhbE9kaWRVR2dIc1IKOWRJMUp6MXBPZ0JLbGhsd0x5aFJzcEJoWVBtVXRLZSs4bys2MU55K3UvdGJBSXU0MTk0Sk5TYy9odjJVQzhCVAozQ2w0cHVlSy9vVUVIQlp0NDlzTFREWFZ2dGpJWml6UUV6S3hwNUNCSWI5RU4xR1dUOUhHdzROZjIzbFZiWHBLCjdhR3hwSXk1c29Rd3d5R05pMGtkVms4SUlyRU0rTFRNYXZNZVZZaURrbFh1aTdyZy9JTm5BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRpOHo4UQpyNW5PR2pqUjFXNlMxN2RweloyYTdUQWZCZ05WSFNNRUdEQVdnQlRpOHo4UXI1bk9HampSMVc2UzE3ZHB6WjJhCjdUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFOUFNDOG5kMmlYeWxTb2Y0MVJSbTJtajNlWjB6OFE0dkFGaEgKMFZ1Vk9LQXNBNHd6Z21DWWwxY2dWczF2bllSYmt3RlZ1TTlNdjJKNWl6Y0w1MGZFdkx4WXViSUJrY2ZJdTRXRAp6QWdTalRBTlVrdndSejZBazNXV3luWmluSlN5TEdZdWlKSHEzNXJ4cVZlQVN2S2VDUnYxQnJ1Nk5NMSsxaGs1ClpjOXNkVVVOOTJscDZlTXd3RERoVnNxRGwxNlhYV1FWYVBZdFpZN3VmNkJXTHRkMzN2dU1jVGZwRWFjbS9QamwKS1d4NllTSk1CZnJFR2NKbVdFZG50UGJKSXBGSERuSkhyVHQ5WUxxRTBnR1I5bHpLSm9PRlovVDM3aXVvL09YMQpuL2E1UWJrY2dUUVRSdnJjMnZYN3pXZVV1T25FYkJ3WU1DUmEwRUZhcXpqd2xvazByZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0420 17:35:01.928478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0420 17:35:01.933632 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTnc4THhZS3U5Tjh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qY3dOak0xT0RBZQpGdzB5TmpBME1qQXhOek15TXpkYUZ3MHlPREEyTVRneE56TXlNemhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkzTURZek5UZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFZZUHVvdDE0VzV5dTVCWi94U2VvU3NNN2ljNkExdXMzQQp4aXlTUWljQS9mL01YQ3B0VEVPOFRiODZGQk15QkNFTm1qb09RNW5oRXVnV2NjOFFLZFAxRVl1dW0wc25FM3Y1Ck5YUkx1KzhvRTFsa2s1b3lRcm5ZU3RoeFRIY0JhUFNuWi9xLzY0REVJM2lwWHc4UmpZWGFhbE9kaWRVR2dIc1IKOWRJMUp6MXBPZ0JLbGhsd0x5aFJzcEJoWVBtVXRLZSs4bys2MU55K3UvdGJBSXU0MTk0Sk5TYy9odjJVQzhCVAozQ2w0cHVlSy9vVUVIQlp0NDlzTFREWFZ2dGpJWml6UUV6S3hwNUNCSWI5RU4xR1dUOUhHdzROZjIzbFZiWHBLCjdhR3hwSXk1c29Rd3d5R05pMGtkVms4SUlyRU0rTFRNYXZNZVZZaURrbFh1aTdyZy9JTm5BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRpOHo4UQpyNW5PR2pqUjFXNlMxN2RweloyYTdUQWZCZ05WSFNNRUdEQVdnQlRpOHo4UXI1bk9HampSMVc2UzE3ZHB6WjJhCjdUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFOUFNDOG5kMmlYeWxTb2Y0MVJSbTJtajNlWjB6OFE0dkFGaEgKMFZ1Vk9LQXNBNHd6Z21DWWwxY2dWczF2bllSYmt3RlZ1TTlNdjJKNWl6Y0w1MGZFdkx4WXViSUJrY2ZJdTRXRAp6QWdTalRBTlVrdndSejZBazNXV3luWmluSlN5TEdZdWlKSHEzNXJ4cVZlQVN2S2VDUnYxQnJ1Nk5NMSsxaGs1ClpjOXNkVVVOOTJscDZlTXd3RERoVnNxRGwxNlhYV1FWYVBZdFpZN3VmNkJXTHRkMzN2dU1jVGZwRWFjbS9QamwKS1d4NllTSk1CZnJFR2NKbVdFZG50UGJKSXBGSERuSkhyVHQ5WUxxRTBnR1I5bHpLSm9PRlovVDM3aXVvL09YMQpuL2E1UWJrY2dUUVRSdnJjMnZYN3pXZVV1T25FYkJ3WU1DUmEwRUZhcXpqd2xvazByZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0420 17:35:01.940097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0420 17:35:04.030620 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 17:35:04.030642 1 tasks.go:49] processing task group 2 of 3 I0420 17:35:04.030667 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:35:04.030673 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:35:04.030704 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 17:35:04.030718 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 17:35:04.030725 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 17:35:04.030758 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 17:35:04.030783 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 17:35:04.030803 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:35:04.030813 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 17:35:04.030689 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 17:35:04.030851 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:35:04.030867 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:35:04.030887 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 17:35:04.030844 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 17:35:04.030885 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:35:04.091087 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:35:04.119373 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 17:35:04.121629 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:35:04.147559 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0420 17:35:04.165342 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0420 17:35:04.189021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0420 17:35:04.189226 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:35:04.201436 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0420 17:35:04.216923 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 17:35:04.268154 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 17:35:05.111256 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:35:05.148065 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 17:35:05.165479 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:35:05.170910 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:35:05.183867 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 17:35:07.232662 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 17:35:09.175405 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 17:35:09.269450 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0420 17:35:10.108943 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 17:35:14.375821 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 17:36:05.264140 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 17:37:19.425340 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 17:37:19.425373 1 tasks.go:49] processing task group 3 of 3 I0420 17:37:19.425391 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 17:37:19.484370 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 17:37:19.484459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a0aaad98-4876-4a28-a380-67236b16458b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0420 17:37:19.492699 1 operator.go:851] Updating ClusterOperator status to done. W0420 17:37:19.533410 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 17:37:19.590693 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 17:37:19.596262 1 tasks.go:49] processing task group 1 of 3 I0420 17:37:19.596284 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 17:37:19.596299 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:37:19.610864 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:37:22.770724 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 17:37:22.770745 1 tasks.go:49] processing task group 2 of 3 I0420 17:37:22.770766 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:37:22.770775 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 17:37:22.770784 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 17:37:22.770787 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 17:37:22.770770 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:37:22.770833 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 17:37:22.770852 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:37:22.770870 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:37:22.770890 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 17:37:22.770907 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 17:37:22.770932 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:37:22.770946 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:37:22.770976 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 17:37:22.770998 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 17:37:22.771019 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 17:37:22.819181 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:37:22.847446 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:37:22.866509 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 17:37:22.918653 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:37:23.844738 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:37:23.871559 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 17:37:23.875386 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:37:23.897703 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:37:23.921927 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 17:37:25.934365 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 17:37:27.911019 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 17:37:28.838880 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 17:37:28.929031 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 17:37:33.942259 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 17:37:34.380996 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:37:38.112710 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 17:37:38.112737 1 tasks.go:49] processing task group 3 of 3 I0420 17:37:38.112751 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 17:37:38.160785 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 17:37:38.168835 1 operator.go:851] Updating ClusterOperator status to done. W0420 17:37:38.181464 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 17:37:38.216282 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 17:37:38.223393 1 tasks.go:49] processing task group 1 of 3 I0420 17:37:38.223419 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 17:37:38.223436 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:37:38.238793 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:37:41.370902 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 17:37:41.370923 1 tasks.go:49] processing task group 2 of 3 I0420 17:37:41.370949 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:37:41.370959 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 17:37:41.370980 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:37:41.370988 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 17:37:41.371010 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 17:37:41.371033 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 17:37:41.371051 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 17:37:41.371074 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:37:41.371091 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:37:41.370964 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:37:41.371137 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 17:37:41.371141 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 17:37:41.371154 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 17:37:41.371160 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:37:41.371120 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 17:37:41.429754 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:37:41.451703 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:37:41.467501 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 17:37:41.521047 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:37:42.438744 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:37:42.467697 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:37:42.475349 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 17:37:42.499826 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:37:42.505377 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 17:37:44.534251 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 17:37:46.508250 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 17:37:47.433665 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 17:37:47.531808 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 17:37:52.557297 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 17:37:56.725067 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 17:37:56.725094 1 tasks.go:49] processing task group 3 of 3 I0420 17:37:56.725106 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 17:37:56.770526 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 17:37:56.777119 1 operator.go:851] Updating ClusterOperator status to done. I0420 17:38:00.778204 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 17:38:00.778256 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 17:38:00.810775 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 17:38:00.817673 1 tasks.go:49] processing task group 1 of 3 I0420 17:38:00.817700 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 17:38:00.817716 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:38:00.832823 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:38:03.966795 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 17:38:03.966819 1 tasks.go:49] processing task group 2 of 3 I0420 17:38:03.966843 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:38:03.966843 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:38:03.966861 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 17:38:03.966872 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 17:38:03.966893 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:38:03.966920 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:38:03.966942 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:38:03.966960 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 17:38:03.966979 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 17:38:03.967002 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 17:38:03.967020 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 17:38:03.967042 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 17:38:03.967060 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 17:38:03.967070 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:38:03.967110 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 17:38:04.026078 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:38:04.050768 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:38:04.061337 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 17:38:04.117087 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:38:05.040711 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:38:05.070444 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 17:38:05.073300 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:38:05.091109 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:38:05.111444 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 17:38:07.132185 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 17:38:09.098191 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 17:38:10.023938 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 17:38:10.127987 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 17:38:15.130399 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 17:38:19.308558 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 17:38:19.308593 1 tasks.go:49] processing task group 3 of 3 I0420 17:38:19.308617 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 17:38:19.352011 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 17:38:19.357574 1 operator.go:851] Updating ClusterOperator status to done. I0420 17:39:56.567239 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0420 17:39:56.567272 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 17:39:56.600299 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 17:39:56.605512 1 tasks.go:49] processing task group 1 of 3 I0420 17:39:56.605542 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 17:39:56.605567 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:39:56.622012 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:39:59.771586 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 17:39:59.771606 1 tasks.go:49] processing task group 2 of 3 I0420 17:39:59.771626 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:39:59.771689 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 17:39:59.771708 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 17:39:59.771726 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:39:59.771741 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:39:59.771763 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:39:59.771794 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 17:39:59.771811 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 17:39:59.771824 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 17:39:59.771831 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:39:59.771855 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 17:39:59.771854 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 17:39:59.771886 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 17:39:59.771973 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:39:59.771797 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 17:39:59.834066 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:39:59.858830 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 17:39:59.860042 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:39:59.918995 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:40:00.858706 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:40:00.876660 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:40:00.883603 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 17:40:00.890628 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:40:00.923558 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 17:40:02.941257 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 17:40:04.919337 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 17:40:05.836943 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 17:40:05.943299 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 17:40:10.948603 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 17:40:15.108665 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 17:40:15.108693 1 tasks.go:49] processing task group 3 of 3 I0420 17:40:15.108706 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 17:40:15.151361 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 17:40:15.157158 1 operator.go:851] Updating ClusterOperator status to done. I0420 17:43:00.778109 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 17:43:00.778156 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 17:43:00.837513 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 17:43:00.850290 1 tasks.go:49] processing task group 1 of 3 I0420 17:43:00.850331 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 17:43:00.850345 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:43:00.885336 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:43:04.086986 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 17:43:04.087015 1 tasks.go:49] processing task group 2 of 3 I0420 17:43:04.087044 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:43:04.087042 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 17:43:04.087055 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:43:04.087070 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 17:43:04.087092 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:43:04.087111 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 17:43:04.087124 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:43:04.087142 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 17:43:04.087173 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 17:43:04.087189 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:43:04.087204 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:43:04.087222 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 17:43:04.087241 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 17:43:04.087201 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 17:43:04.087165 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 17:43:04.153446 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:43:04.165488 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:43:04.179529 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 17:43:04.243288 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:43:05.160386 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:43:05.193028 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:43:05.195423 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 17:43:05.244411 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 17:43:05.251209 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:43:07.265718 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 17:43:09.231256 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 17:43:10.151065 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 17:43:10.248882 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 17:43:15.284931 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 17:43:19.421356 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 17:43:19.421389 1 tasks.go:49] processing task group 3 of 3 I0420 17:43:19.421409 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 17:43:19.464643 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 17:43:19.470419 1 operator.go:851] Updating ClusterOperator status to done. I0420 17:48:00.686672 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0420 17:48:00.686723 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 17:48:00.687584 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 17:48:00.687599 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 17:48:00.688639 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 17:48:00.688639 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 17:48:00.688656 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0420 17:48:00.688751 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0420 17:48:00.688801 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 17:48:00.688847 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 17:48:00.688926 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 17:48:00.688932 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0420 17:48:00.720653 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 17:48:00.726974 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0420 17:48:00.727218 1 tasks.go:49] processing task group 1 of 3 I0420 17:48:00.727245 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 17:48:00.727253 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:48:00.741588 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:48:00.778139 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0420 17:48:03.883806 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 17:48:03.883826 1 tasks.go:49] processing task group 2 of 3 I0420 17:48:03.883848 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:48:03.883910 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 17:48:03.883930 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 17:48:03.883947 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 17:48:03.883958 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 17:48:03.883979 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:48:03.883996 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:48:03.884012 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 17:48:03.884037 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:48:03.884064 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 17:48:03.884063 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:48:03.884078 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 17:48:03.884143 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 17:48:03.884152 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:48:03.884229 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 17:48:03.937417 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:48:03.957263 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:48:03.967656 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 17:48:04.023909 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:48:04.960619 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:48:04.987413 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 17:48:04.987665 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:48:05.008905 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:48:05.026803 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 17:48:07.042597 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 17:48:09.019079 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 17:48:09.945124 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 17:48:10.040595 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 17:48:15.051959 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 17:48:19.211599 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 17:48:19.211625 1 tasks.go:49] processing task group 3 of 3 I0420 17:48:19.211635 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 17:48:19.255341 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 17:48:19.260840 1 operator.go:851] Updating ClusterOperator status to done. W0420 17:48:19.270446 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 17:48:19.299870 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 17:48:19.304739 1 tasks.go:49] processing task group 1 of 3 I0420 17:48:19.304755 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 17:48:19.304768 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:48:19.317954 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:48:22.435966 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 17:48:22.435987 1 tasks.go:49] processing task group 2 of 3 I0420 17:48:22.436011 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:48:22.436016 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 17:48:22.436031 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:48:22.436056 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 17:48:22.436066 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:48:22.436089 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 17:48:22.436109 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 17:48:22.436115 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:48:22.436135 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 17:48:22.436156 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 17:48:22.436155 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 17:48:22.436174 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 17:48:22.436200 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 17:48:22.436141 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:48:22.436097 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:48:22.489782 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:48:22.509415 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:48:22.516207 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 17:48:22.569950 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:48:23.510789 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:48:23.530946 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:48:23.534575 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 17:48:23.555195 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:48:23.564220 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 17:48:25.596033 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 17:48:27.561507 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 17:48:28.499992 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 17:48:28.583594 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 17:48:33.596772 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 17:48:37.770020 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 17:48:37.770046 1 tasks.go:49] processing task group 3 of 3 I0420 17:48:37.770056 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 17:48:37.811752 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 17:48:37.817568 1 operator.go:851] Updating ClusterOperator status to done. I0420 17:53:00.777893 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 17:53:00.777944 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 17:53:00.807249 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 17:53:00.811788 1 tasks.go:49] processing task group 1 of 3 I0420 17:53:00.811818 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 17:53:00.811827 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:53:00.824429 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 17:53:03.970067 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 17:53:03.970088 1 tasks.go:49] processing task group 2 of 3 I0420 17:53:03.970110 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:53:03.970123 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 17:53:03.970131 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 17:53:03.970152 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:53:03.970171 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 17:53:03.970188 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 17:53:03.970199 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:53:03.970223 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 17:53:03.970247 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:53:03.970266 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 17:53:03.970288 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:53:03.970324 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 17:53:03.970324 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:53:03.970335 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 17:53:03.970348 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 17:53:04.024980 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 17:53:04.052379 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 17:53:04.062922 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 17:53:04.111109 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 17:53:05.049373 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 17:53:05.072653 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 17:53:05.073901 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 17:53:05.091108 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 17:53:05.124062 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 17:53:07.186775 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 17:53:09.104932 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 17:53:10.032245 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 17:53:10.122022 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 17:53:15.134489 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 17:53:19.405137 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 17:53:19.405161 1 tasks.go:49] processing task group 3 of 3 I0420 17:53:19.405176 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 17:53:19.448339 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 17:53:19.453935 1 operator.go:851] Updating ClusterOperator status to done.