W0420 22:52:41.139352 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0420 22:52:41.139778 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0420 22:52:41.139798 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0420 22:52:41.139806 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0420 22:52:41.139813 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0420 22:52:41.139820 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0420 22:52:41.163675 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0420 22:52:41.167094 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0420 22:52:41.167405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0420 22:52:41.169072 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0420 22:52:41.169086 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0420 22:52:41.176198 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:41.179449 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0420 22:52:41.180053 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 22:52:41.180538 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 22:52:41.181423 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 22:52:41.183661 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 22:52:41.184253 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0420 22:52:41.184306 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 22:52:41.189748 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 22:52:41.190203 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 22:52:41.190275 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0420 22:52:41.190351 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 22:52:41.190719 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 22:52:41.197281 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 22:52:41.197917 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 22:52:41.202308 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 22:52:41.226923 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 22:52:41.271609 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 22:52:41.271664 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 22:52:41.271686 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0420 22:52:41.271686 1 rule_controller.go:114] Starting alerting rules controller I0420 22:52:41.271704 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0420 22:52:41.271702 1 relabel_controller.go:117] Starting alert relabel config controller I0420 22:52:41.271712 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0420 22:52:41.271722 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0420 22:52:41.271726 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0420 22:52:41.271740 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0420 22:52:41.271722 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0420 22:52:41.271747 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0420 22:52:41.271742 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0420 22:52:41.271759 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0420 22:52:41.271766 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0420 22:52:41.275136 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0420 22:52:41.275540 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0420 22:52:41.275585 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0420 22:52:41.275960 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0420 22:52:41.276683 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.276692 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.276810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 22:52:41.276816 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 22:52:41.277469 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.277549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 22:52:41.289384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-6kzn9" is created for OpenShiftMonitoringClientCertRequester I0420 22:52:41.289455 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-s4jkf" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0420 22:52:41.289486 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-jrkrb" is created for OpenShiftMonitoringTelemeterClientCertRequester I0420 22:52:41.295691 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.299792 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.300045 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.300081 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.304073 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.304502 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.305176 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.309845 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.311428 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.311453 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.311890 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 22:52:41.313881 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.317184 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.317191 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.318172 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.329636 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.329672 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.329671 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.330800 1 tasks.go:49] processing task group 1 of 3 I0420 22:52:41.330831 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 22:52:41.330900 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 22:52:41.334380 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.334384 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.337540 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.338607 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.339203 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.342283 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.343039 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.344248 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.345252 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0420 22:52:41.345984 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.350764 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.355494 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.355658 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.356862 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0420 22:52:41.357277 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.362618 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.364422 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.364618 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 22:52:41.364638 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.367921 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.368949 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.368951 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.371692 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.371768 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0420 22:52:41.371799 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0420 22:52:41.372948 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.375838 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:41.382446 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0420 22:52:41.405010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0420 22:52:41.501952 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0420 22:52:41.512463 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 22:52:41.531866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 22:52:41.544248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 22:52:42.403802 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0420 22:52:42.405285 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0420 22:52:42.405299 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0420 22:52:42.405315 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0420 22:52:42.405320 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0420 22:52:42.407889 1 secure_serving.go:57] Forcing use of http/1.1 only I0420 22:52:42.407908 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0420 22:52:42.412107 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0420 22:52:42.412138 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 22:52:42.412139 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 22:52:42.412153 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0420 22:52:42.412156 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 22:52:42.412156 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 22:52:42.412552 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0420 22:52:42.412821 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776725536\" (2026-04-20 22:52:25 +0000 UTC to 2028-04-19 22:52:26 +0000 UTC (now=2026-04-20 22:52:42.412787345 +0000 UTC))" I0420 22:52:42.412995 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776725562\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776725561\" (2026-04-20 21:52:41 +0000 UTC to 2029-04-20 21:52:41 +0000 UTC (now=2026-04-20 22:52:42.412977987 +0000 UTC))" I0420 22:52:42.413015 1 secure_serving.go:211] Serving securely on [::]:8443 I0420 22:52:42.413031 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0420 22:52:42.413043 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0420 22:52:42.415360 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0420 22:52:42.415369 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0420 22:52:42.415436 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0420 22:52:42.513066 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0420 22:52:42.513083 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 22:52:42.513096 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 22:52:42.513256 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-20 22:43:01 +0000 UTC to 2036-04-17 22:43:01 +0000 UTC (now=2026-04-20 22:52:42.513236576 +0000 UTC))" I0420 22:52:42.513453 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776725536\" (2026-04-20 22:52:25 +0000 UTC to 2028-04-19 22:52:26 +0000 UTC (now=2026-04-20 22:52:42.513430902 +0000 UTC))" I0420 22:52:42.513621 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776725562\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776725561\" (2026-04-20 21:52:41 +0000 UTC to 2029-04-20 21:52:41 +0000 UTC (now=2026-04-20 22:52:42.513609181 +0000 UTC))" I0420 22:52:42.513737 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-20 22:43:04 +0000 UTC to 2036-04-17 22:43:04 +0000 UTC (now=2026-04-20 22:52:42.513726303 +0000 UTC))" I0420 22:52:42.513756 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-20 22:43:10 +0000 UTC to 2036-04-17 22:43:10 +0000 UTC (now=2026-04-20 22:52:42.513748266 +0000 UTC))" I0420 22:52:42.513770 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-20 22:43:13 +0000 UTC to 2036-04-17 22:43:13 +0000 UTC (now=2026-04-20 22:52:42.513762933 +0000 UTC))" I0420 22:52:42.513794 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-20 22:43:15 +0000 UTC to 2036-04-17 22:43:15 +0000 UTC (now=2026-04-20 22:52:42.513784591 +0000 UTC))" I0420 22:52:42.513808 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-20 22:43:17 +0000 UTC to 2036-04-17 22:43:17 +0000 UTC (now=2026-04-20 22:52:42.513800619 +0000 UTC))" I0420 22:52:42.513825 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv-kx-50772837a9_customer-system-admin-signer@1776725109\" [] issuer=\"\" (2026-04-20 22:45:10 +0000 UTC to 2026-04-27 22:45:11 +0000 UTC (now=2026-04-20 22:52:42.513815972 +0000 UTC))" I0420 22:52:42.513843 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pq5oo0ggfpe15f5ol7esv3tsdt0rprv-kx-50772837a9_sre-system-admin-signer@1776725109\" [] issuer=\"\" (2026-04-20 22:45:09 +0000 UTC to 2026-04-27 22:45:10 +0000 UTC (now=2026-04-20 22:52:42.51383424 +0000 UTC))" I0420 22:52:42.513857 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-20 22:43:01 +0000 UTC to 2036-04-17 22:43:01 +0000 UTC (now=2026-04-20 22:52:42.513849977 +0000 UTC))" I0420 22:52:42.514019 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776725536\" (2026-04-20 22:52:25 +0000 UTC to 2028-04-19 22:52:26 +0000 UTC (now=2026-04-20 22:52:42.514007267 +0000 UTC))" I0420 22:52:42.514203 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776725562\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776725561\" (2026-04-20 21:52:41 +0000 UTC to 2029-04-20 21:52:41 +0000 UTC (now=2026-04-20 22:52:42.514193304 +0000 UTC))" I0420 22:52:42.937685 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:42.937827 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:42.937830 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 22:52:42.937896 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-20T22:47:42Z",   ) I0420 22:52:42.938151 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-19T22:47:42Z",   ) I0420 22:52:42.938189 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-20T22:47:42Z",   ) I0420 22:52:42.938226 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-19T22:47:42Z",   ) I0420 22:52:42.938428 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-20T22:47:42Z",   ) I0420 22:52:42.938462 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-19T22:47:42Z",   ) I0420 22:52:42.952045 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0420 22:52:42.953486 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0420 22:52:42.953848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0420 22:52:42.953924 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0420 22:52:42.955259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0420 22:52:42.955510 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 22:52:49.429375 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 22:52:54.588080 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0420 22:52:54.599774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0420 22:52:54.612970 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0420 22:52:59.739135 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 22:52:59.739160 1 tasks.go:49] processing task group 2 of 3 I0420 22:52:59.739194 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 22:52:59.739200 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 22:52:59.739210 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 22:52:59.739218 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 22:52:59.739227 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 22:52:59.739234 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 22:52:59.739243 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 22:52:59.739250 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 22:52:59.739257 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 22:52:59.739270 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 22:52:59.739282 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 22:52:59.739285 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 22:52:59.739300 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 22:52:59.739314 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 22:52:59.739301 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 22:52:59.755292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0420 22:52:59.759796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0420 22:52:59.779665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0420 22:52:59.781146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0420 22:52:59.785893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0420 22:52:59.794098 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0420 22:52:59.834357 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 22:52:59.841916 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 22:52:59.882247 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 22:52:59.883471 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0420 22:52:59.888993 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0420 22:52:59.936616 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0420 22:52:59.940753 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0420 22:52:59.944770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0420 22:52:59.949909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0420 22:53:00.017908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0420 22:53:00.019692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0420 22:53:00.020297 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0420 22:53:00.020539 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0420 22:53:00.024340 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0420 22:53:00.027346 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0420 22:53:00.038415 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0420 22:53:00.038725 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0420 22:53:00.038739 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0420 22:53:00.048208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0420 22:53:00.062327 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0420 22:53:00.062347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0420 22:53:00.099719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0420 22:53:00.101644 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0420 22:53:00.148742 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0420 22:53:00.176328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0420 22:53:00.383702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0420 22:53:00.428781 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0420 22:53:00.451487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0420 22:53:00.577392 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0420 22:53:00.581058 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0420 22:53:00.643138 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0420 22:53:00.654680 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0420 22:53:00.680950 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0420 22:53:00.753053 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0420 22:53:00.808263 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0420 22:53:00.853656 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0420 22:53:00.894044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0420 22:53:00.903810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0420 22:53:00.942875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0420 22:53:00.954587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0420 22:53:01.044238 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0420 22:53:01.044764 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0420 22:53:01.058044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0420 22:53:01.068333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0420 22:53:01.093078 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0420 22:53:01.110528 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 22:53:01.110814 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0420 22:53:01.163992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0420 22:53:01.172670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0420 22:53:01.269843 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0420 22:53:01.486727 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 22:53:01.889234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0420 22:53:01.899293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0420 22:53:01.911508 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0420 22:53:01.980588 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0420 22:53:02.050156 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 22:53:02.050234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0420 22:53:02.050703 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 22:53:02.081800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0420 22:53:02.180664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-686qgl0tnesr1 -n openshift-monitoring because it was missing I0420 22:53:02.189784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0420 22:53:02.307903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0420 22:53:02.409234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0420 22:53:02.508407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0420 22:53:02.609074 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0420 22:53:02.712797 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0420 22:53:02.813456 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0420 22:53:02.842299 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 22:53:02.879754 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 22:53:02.912700 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0420 22:53:03.012867 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0420 22:53:03.078410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0420 22:53:03.092761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0420 22:53:03.710631 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0420 22:53:04.215788 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 22:53:04.738063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-ds9v76ss70ncu -n openshift-monitoring because it was missing I0420 22:53:04.818757 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0420 22:53:04.851166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0420 22:53:05.228035 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 22:53:06.121239 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-lqelm34dlruo -n openshift-monitoring because it was missing I0420 22:53:06.138086 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0420 22:53:06.157329 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0420 22:53:06.170137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0420 22:53:08.180641 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 22:53:10.912483 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 22:53:10.912556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0420 22:53:17.243655 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0420 22:53:17.279264 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 22:53:19.421628 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 22:53:31.792728 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0420 22:53:31.807731 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 22:53:31.807803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0420 22:53:34.422412 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 22:53:51.198929 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 22:54:16.223229 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 22:54:16.223269 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0420 22:54:16.223277 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0420 22:54:16.223306 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0420 22:54:16.223342 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 22:54:16.250968 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 22:54:16.255714 1 tasks.go:49] processing task group 1 of 3 I0420 22:54:16.255741 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 22:54:16.255757 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 22:54:16.267446 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 22:54:17.301878 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJV0tiZWdvV3lFOEl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qY3lOVFV6TmpBZQpGdzB5TmpBME1qQXlNalV5TVRaYUZ3MHlPREEyTVRneU1qVXlNVGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkzTWpVMU16WXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzlNT0d0MHUxeUxGNkpxNmc5V20zMGpGNWhpVElWWWhWQQpHSUpYYXdxYVMwNmYyUExNVkRLN2ZtaExaMzc3TWs3MGsxL0Y4Y1lpc3lnTVFVSGxRK0dHY1hHUEh5bWpXNWFZCmhqMzlhMnVxQTN4QUdDUlpweWVqZjE5RTNrcjdaZW8zb3cxWXQ5Slo3UGFzVlVmVDB6TDF1elpzbkJIK2huYWoKYVJCSis0bTdHZzd0bG9iczdsOG9ZZHY2MkN1K3RSa2RFUFNQRWp5dVdoc1gyclNSSjdKbVBUeS9xbDEyUHJ2MAp6WmJYZTdram8xdnhXemw5L0lXNlI1dmU3UEVjK0IwcE93aW5iQkp5Q2IyQ0VoUXJJNHVBQldQN2hTWXR0UUFsCldWMzFBMEhWZFNsS21VdDRsaVNKMytXQTUxR0pvVUxHdmwxYVg0NG02Y3M5NzIxTWp4TlBBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJPZVpTMQpCNXNyU1VUUFdjUVo0SGt4S3VaMkF6QWZCZ05WSFNNRUdEQVdnQlJPZVpTMUI1c3JTVVRQV2NRWjRIa3hLdVoyCkF6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFOaWlSRFRUYWhFTERyYmdlV01JNjZ6VUE3YmFERnk4bVJlNUYKdWFsRHNWUUZqeG5TRFZOSHRhZCtYMVJDeHNKYjBLcDlmSWhDYzJNblp4VWdCY28zaTZ0eGQzWTB3NTlIMmZLRgpxVHhRTlo5Q3FsdUJjdjBBaE1SalFUYzBtQkN2ZlFyaG43N0RzMHJxVDhUM1IxNTAyQU1pT3diNEszZm1GQk1DCmc5UmRaTVZqVUk2L0krWnp0SkRkaXpjNWhRREQzYXZEcGl0Ris5dk94ZVVUMS93SWptODIrQVhxeUJwY0xTREMKU0NTb0EzRjYrY3VaMy9leVhzL1NwMi9vWXpnSFNIOUpWU2VqU1YxWEVGS0dEQUFiV2hYSFdBb1JaRkF0cjlWRApRSSs1bHM0VnRVTnB4M0V1N0g2aGVXSUxwVmRnRHRkaGtBRzN3T0RPSEJlNmV4S0R2QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0420 22:54:17.307300 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0420 22:54:17.311907 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJV0tiZWdvV3lFOEl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qY3lOVFV6TmpBZQpGdzB5TmpBME1qQXlNalV5TVRaYUZ3MHlPREEyTVRneU1qVXlNVGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkzTWpVMU16WXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzlNT0d0MHUxeUxGNkpxNmc5V20zMGpGNWhpVElWWWhWQQpHSUpYYXdxYVMwNmYyUExNVkRLN2ZtaExaMzc3TWs3MGsxL0Y4Y1lpc3lnTVFVSGxRK0dHY1hHUEh5bWpXNWFZCmhqMzlhMnVxQTN4QUdDUlpweWVqZjE5RTNrcjdaZW8zb3cxWXQ5Slo3UGFzVlVmVDB6TDF1elpzbkJIK2huYWoKYVJCSis0bTdHZzd0bG9iczdsOG9ZZHY2MkN1K3RSa2RFUFNQRWp5dVdoc1gyclNSSjdKbVBUeS9xbDEyUHJ2MAp6WmJYZTdram8xdnhXemw5L0lXNlI1dmU3UEVjK0IwcE93aW5iQkp5Q2IyQ0VoUXJJNHVBQldQN2hTWXR0UUFsCldWMzFBMEhWZFNsS21VdDRsaVNKMytXQTUxR0pvVUxHdmwxYVg0NG02Y3M5NzIxTWp4TlBBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJPZVpTMQpCNXNyU1VUUFdjUVo0SGt4S3VaMkF6QWZCZ05WSFNNRUdEQVdnQlJPZVpTMUI1c3JTVVRQV2NRWjRIa3hLdVoyCkF6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFOaWlSRFRUYWhFTERyYmdlV01JNjZ6VUE3YmFERnk4bVJlNUYKdWFsRHNWUUZqeG5TRFZOSHRhZCtYMVJDeHNKYjBLcDlmSWhDYzJNblp4VWdCY28zaTZ0eGQzWTB3NTlIMmZLRgpxVHhRTlo5Q3FsdUJjdjBBaE1SalFUYzBtQkN2ZlFyaG43N0RzMHJxVDhUM1IxNTAyQU1pT3diNEszZm1GQk1DCmc5UmRaTVZqVUk2L0krWnp0SkRkaXpjNWhRREQzYXZEcGl0Ris5dk94ZVVUMS93SWptODIrQVhxeUJwY0xTREMKU0NTb0EzRjYrY3VaMy9leVhzL1NwMi9vWXpnSFNIOUpWU2VqU1YxWEVGS0dEQUFiV2hYSFdBb1JaRkF0cjlWRApRSSs1bHM0VnRVTnB4M0V1N0g2aGVXSUxwVmRnRHRkaGtBRzN3T0RPSEJlNmV4S0R2QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0420 22:54:17.317961 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0420 22:54:19.396458 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 22:54:19.396481 1 tasks.go:49] processing task group 2 of 3 I0420 22:54:19.396507 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 22:54:19.396516 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 22:54:19.396537 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 22:54:19.396556 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 22:54:19.396577 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 22:54:19.396610 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 22:54:19.396631 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 22:54:19.396651 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 22:54:19.396675 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 22:54:19.396699 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 22:54:19.396721 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 22:54:19.396733 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 22:54:19.396753 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 22:54:19.396754 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 22:54:19.396787 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 22:54:19.447681 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 22:54:19.461689 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 22:54:19.472531 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0420 22:54:19.474466 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 22:54:19.486451 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0420 22:54:19.507955 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0420 22:54:19.518684 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0420 22:54:19.530301 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 22:54:19.539554 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 22:54:19.581905 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 22:54:20.465324 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 22:54:20.491984 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 22:54:20.497628 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 22:54:20.509619 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 22:54:20.516780 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 22:54:22.543535 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 22:54:24.517019 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 22:54:24.580189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0420 22:54:25.452463 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 22:54:27.655014 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 22:54:30.549919 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 22:54:34.769774 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 22:54:34.769802 1 tasks.go:49] processing task group 3 of 3 I0420 22:54:34.769819 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 22:54:34.812701 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 22:54:34.812798 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e30a131-ca35-4e41-a759-aaeaa358440c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0420 22:54:34.817861 1 operator.go:851] Updating ClusterOperator status to done. W0420 22:54:34.856685 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 22:54:34.889147 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 22:54:34.893568 1 tasks.go:49] processing task group 1 of 3 I0420 22:54:34.893593 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 22:54:34.893612 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 22:54:34.905524 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 22:54:38.021548 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 22:54:38.021571 1 tasks.go:49] processing task group 2 of 3 I0420 22:54:38.021597 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 22:54:38.021607 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 22:54:38.021617 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 22:54:38.021639 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 22:54:38.021669 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 22:54:38.021675 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 22:54:38.021700 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 22:54:38.021738 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 22:54:38.021760 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 22:54:38.021770 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 22:54:38.021799 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 22:54:38.021824 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 22:54:38.021817 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 22:54:38.021840 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 22:54:38.021854 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 22:54:38.065441 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 22:54:38.082827 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 22:54:38.099932 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 22:54:38.145017 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 22:54:39.084740 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 22:54:39.105344 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 22:54:39.109159 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 22:54:39.125239 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 22:54:39.134948 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 22:54:41.166326 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 22:54:43.132399 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 22:54:44.077951 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 22:54:44.156716 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 22:54:49.187435 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 22:54:49.423502 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 22:54:49.437869 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 22:54:53.320278 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 22:54:53.320306 1 tasks.go:49] processing task group 3 of 3 I0420 22:54:53.320323 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 22:54:53.358518 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 22:54:53.363382 1 operator.go:851] Updating ClusterOperator status to done. W0420 22:54:53.372389 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 22:54:53.398489 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 22:54:53.402955 1 tasks.go:49] processing task group 1 of 3 I0420 22:54:53.402982 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 22:54:53.402994 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 22:54:53.417434 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 22:54:56.528452 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 22:54:56.528476 1 tasks.go:49] processing task group 2 of 3 I0420 22:54:56.528502 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 22:54:56.528513 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 22:54:56.528528 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 22:54:56.528554 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 22:54:56.528573 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 22:54:56.528597 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 22:54:56.528614 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 22:54:56.528645 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 22:54:56.528659 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 22:54:56.528685 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 22:54:56.528710 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 22:54:56.528733 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 22:54:56.528743 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 22:54:56.528763 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 22:54:56.528792 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 22:54:56.581446 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 22:54:56.607373 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 22:54:56.637923 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 22:54:56.705978 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 22:54:57.592641 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 22:54:57.614943 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 22:54:57.617155 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 22:54:57.637436 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 22:54:57.651623 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 22:54:59.671273 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 22:55:01.652422 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 22:55:02.588711 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 22:55:02.676240 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 22:55:07.668010 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 22:55:11.826525 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 22:55:11.826554 1 tasks.go:49] processing task group 3 of 3 I0420 22:55:11.826574 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 22:55:11.861548 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 22:55:11.865696 1 operator.go:851] Updating ClusterOperator status to done. I0420 22:57:41.271984 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 22:57:41.272042 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 22:57:41.309945 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 22:57:41.314177 1 tasks.go:49] processing task group 1 of 3 I0420 22:57:41.314205 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 22:57:41.314221 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 22:57:41.327486 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 22:57:44.444054 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 22:57:44.444078 1 tasks.go:49] processing task group 2 of 3 I0420 22:57:44.444126 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 22:57:44.444141 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 22:57:44.444142 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 22:57:44.444164 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 22:57:44.444179 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 22:57:44.444207 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 22:57:44.444222 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 22:57:44.444241 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 22:57:44.444271 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 22:57:44.444295 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 22:57:44.444319 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 22:57:44.444343 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 22:57:44.444346 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 22:57:44.444366 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 22:57:44.444389 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 22:57:44.494589 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 22:57:44.513566 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 22:57:44.527934 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 22:57:44.575834 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 22:57:45.530389 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 22:57:45.551240 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 22:57:45.551309 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 22:57:45.569047 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 22:57:45.576201 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 22:57:47.609668 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 22:57:49.567126 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 22:57:50.500128 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 22:57:50.591071 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 22:57:55.607081 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 22:57:59.846375 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 22:57:59.846407 1 tasks.go:49] processing task group 3 of 3 I0420 22:57:59.846425 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 22:57:59.885681 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 22:57:59.890760 1 operator.go:851] Updating ClusterOperator status to done. I0420 23:02:41.271718 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 23:02:41.271772 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 23:02:41.298449 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 23:02:41.302601 1 tasks.go:49] processing task group 1 of 3 I0420 23:02:41.302627 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 23:02:41.302642 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:02:41.314002 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:02:44.449990 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 23:02:44.450012 1 tasks.go:49] processing task group 2 of 3 I0420 23:02:44.450038 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:02:44.450044 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 23:02:44.450058 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:02:44.450085 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 23:02:44.450107 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 23:02:44.450149 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 23:02:44.450164 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 23:02:44.450173 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 23:02:44.450195 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 23:02:44.450220 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:02:44.450235 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:02:44.450261 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 23:02:44.450275 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 23:02:44.450143 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:02:44.450139 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:02:44.506987 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:02:44.527456 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:02:44.537316 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 23:02:44.588779 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:02:45.524091 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:02:45.551333 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 23:02:45.552131 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:02:45.564337 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:02:45.583992 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 23:02:47.617268 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 23:02:49.614808 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 23:02:50.556938 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 23:02:50.632692 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 23:02:55.604743 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 23:02:59.828584 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 23:02:59.828704 1 tasks.go:49] processing task group 3 of 3 I0420 23:02:59.828843 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 23:02:59.866336 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 23:02:59.871396 1 operator.go:851] Updating ClusterOperator status to done. I0420 23:07:41.181593 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0420 23:07:41.181631 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 23:07:41.181712 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 23:07:41.181778 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 23:07:41.181844 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0420 23:07:41.181882 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0420 23:07:41.183854 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0420 23:07:41.184917 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 23:07:41.184968 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 23:07:41.184986 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 23:07:41.189967 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 23:07:41.191048 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 23:07:41.208794 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 23:07:41.214106 1 tasks.go:49] processing task group 1 of 3 I0420 23:07:41.214155 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 23:07:41.214169 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:07:41.227344 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0420 23:07:41.228007 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:07:41.272487 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0420 23:07:44.345099 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 23:07:44.345136 1 tasks.go:49] processing task group 2 of 3 I0420 23:07:44.345175 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 23:07:44.345184 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:07:44.345195 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 23:07:44.345204 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 23:07:44.345214 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:07:44.345241 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 23:07:44.345272 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:07:44.345254 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 23:07:44.345274 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 23:07:44.345302 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:07:44.345323 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 23:07:44.345380 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 23:07:44.345382 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:07:44.345183 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:07:44.345189 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 23:07:44.401967 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:07:44.423052 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:07:44.429341 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 23:07:44.480999 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:07:45.420080 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:07:45.446530 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:07:45.447863 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 23:07:45.454648 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:07:45.485165 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 23:07:47.506686 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 23:07:49.471328 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 23:07:50.401086 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 23:07:50.494403 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 23:07:55.517841 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 23:07:59.653844 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 23:07:59.653870 1 tasks.go:49] processing task group 3 of 3 I0420 23:07:59.653886 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 23:07:59.688004 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 23:07:59.692786 1 operator.go:851] Updating ClusterOperator status to done. W0420 23:07:59.701451 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 23:07:59.728365 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 23:07:59.732550 1 tasks.go:49] processing task group 1 of 3 I0420 23:07:59.732573 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 23:07:59.732592 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:07:59.750241 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:08:02.860842 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 23:08:02.860863 1 tasks.go:49] processing task group 2 of 3 I0420 23:08:02.860885 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:08:02.860897 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 23:08:02.860909 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 23:08:02.860938 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 23:08:02.860946 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:08:02.860972 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 23:08:02.860994 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 23:08:02.861010 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:08:02.861035 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 23:08:02.861052 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 23:08:02.861073 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 23:08:02.861088 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:08:02.861105 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:08:02.861130 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 23:08:02.861141 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:08:02.930935 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:08:02.952223 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:08:02.957060 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 23:08:03.012592 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:08:03.942396 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:08:03.974255 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:08:03.977101 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 23:08:03.980978 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:08:04.007581 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 23:08:06.023703 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 23:08:08.010921 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 23:08:08.919046 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 23:08:09.019769 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 23:08:14.036510 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 23:08:18.187409 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 23:08:18.187432 1 tasks.go:49] processing task group 3 of 3 I0420 23:08:18.187448 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 23:08:18.228106 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 23:08:18.233315 1 operator.go:851] Updating ClusterOperator status to done. I0420 23:12:41.271932 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 23:12:41.271997 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 23:12:41.298950 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 23:12:41.303267 1 tasks.go:49] processing task group 1 of 3 I0420 23:12:41.303292 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 23:12:41.303312 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:12:41.314670 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:12:44.450870 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 23:12:44.450889 1 tasks.go:49] processing task group 2 of 3 I0420 23:12:44.450914 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:12:44.450921 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 23:12:44.450941 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 23:12:44.450957 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:12:44.450977 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:12:44.450990 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 23:12:44.450999 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:12:44.451032 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:12:44.451040 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 23:12:44.451059 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 23:12:44.451083 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 23:12:44.451095 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:12:44.451135 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 23:12:44.451143 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 23:12:44.451279 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 23:12:44.509835 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:12:44.529659 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:12:44.538197 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 23:12:44.590521 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:12:45.534090 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:12:45.554840 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:12:45.556099 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 23:12:45.557748 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:12:45.588793 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 23:12:47.606859 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 23:12:49.586940 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 23:12:50.518796 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 23:12:50.601243 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 23:12:55.613145 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 23:12:59.777180 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 23:12:59.777207 1 tasks.go:49] processing task group 3 of 3 I0420 23:12:59.777222 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 23:12:59.815656 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 23:12:59.820332 1 operator.go:851] Updating ClusterOperator status to done. I0420 23:17:41.271963 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 23:17:41.272017 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 23:17:41.299917 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 23:17:41.304514 1 tasks.go:49] processing task group 1 of 3 I0420 23:17:41.304539 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 23:17:41.304557 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:17:41.316655 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:17:44.461989 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 23:17:44.462010 1 tasks.go:49] processing task group 2 of 3 I0420 23:17:44.462033 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:17:44.462044 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 23:17:44.462056 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 23:17:44.462077 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:17:44.462101 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 23:17:44.462133 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 23:17:44.462165 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 23:17:44.462162 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 23:17:44.462187 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:17:44.462206 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:17:44.462229 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:17:44.462249 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 23:17:44.462272 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 23:17:44.462294 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 23:17:44.462301 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:17:44.517438 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:17:44.533133 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:17:44.544096 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 23:17:44.600827 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:17:45.533009 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:17:45.569519 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:17:45.574804 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 23:17:45.584908 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:17:45.604687 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 23:17:47.652606 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 23:17:49.593658 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 23:17:50.518792 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 23:17:50.612573 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 23:17:55.633718 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 23:17:59.896261 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 23:17:59.896288 1 tasks.go:49] processing task group 3 of 3 I0420 23:17:59.896303 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 23:17:59.931236 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 23:17:59.936029 1 operator.go:851] Updating ClusterOperator status to done. I0420 23:22:41.181953 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0420 23:22:41.182008 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 23:22:41.182156 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0420 23:22:41.182273 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0420 23:22:41.182315 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 23:22:41.182334 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 23:22:41.183883 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0420 23:22:41.184949 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 23:22:41.185032 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 23:22:41.185057 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 23:22:41.190445 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 23:22:41.191457 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 23:22:41.209801 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 23:22:41.215267 1 tasks.go:49] processing task group 1 of 3 I0420 23:22:41.215304 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 23:22:41.215309 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:22:41.227441 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0420 23:22:41.228759 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:22:41.272457 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0420 23:22:44.375238 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 23:22:44.375262 1 tasks.go:49] processing task group 2 of 3 I0420 23:22:44.375290 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:22:44.375292 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 23:22:44.375305 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:22:44.375317 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 23:22:44.375342 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 23:22:44.375347 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 23:22:44.375375 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 23:22:44.375389 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 23:22:44.375404 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 23:22:44.375432 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:22:44.375464 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 23:22:44.375473 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:22:44.375493 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:22:44.375332 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 23:22:44.375501 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:22:44.428566 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:22:44.447020 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:22:44.459895 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 23:22:44.503535 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:22:45.447072 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:22:45.469857 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:22:45.471973 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 23:22:45.485822 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:22:45.509441 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 23:22:47.521900 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 23:22:49.509741 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 23:22:50.433736 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 23:22:50.552640 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 23:22:55.530818 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 23:22:59.671771 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 23:22:59.671803 1 tasks.go:49] processing task group 3 of 3 I0420 23:22:59.671820 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 23:22:59.708612 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 23:22:59.713362 1 operator.go:851] Updating ClusterOperator status to done. W0420 23:22:59.722047 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 23:22:59.750866 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 23:22:59.755403 1 tasks.go:49] processing task group 1 of 3 I0420 23:22:59.755433 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 23:22:59.755438 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:22:59.768172 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:23:02.880053 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 23:23:02.880078 1 tasks.go:49] processing task group 2 of 3 I0420 23:23:02.880103 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:23:02.880136 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 23:23:02.880148 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 23:23:02.880176 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 23:23:02.880191 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 23:23:02.880206 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:23:02.880227 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:23:02.880256 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 23:23:02.880267 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:23:02.880288 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 23:23:02.880298 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 23:23:02.880319 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:23:02.880349 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 23:23:02.880327 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:23:02.880330 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 23:23:02.931085 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:23:02.952352 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:23:02.964205 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 23:23:03.016926 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:23:03.945667 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:23:03.967722 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:23:03.977607 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 23:23:03.985948 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:23:04.021955 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 23:23:06.022829 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 23:23:07.997508 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 23:23:08.932282 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 23:23:09.017921 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 23:23:14.022005 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 23:23:18.174098 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 23:23:18.174146 1 tasks.go:49] processing task group 3 of 3 I0420 23:23:18.174163 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 23:23:18.213013 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 23:23:18.217803 1 operator.go:851] Updating ClusterOperator status to done. I0420 23:27:41.271632 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 23:27:41.271696 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 23:27:41.295578 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 23:27:41.299587 1 tasks.go:49] processing task group 1 of 3 I0420 23:27:41.299610 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 23:27:41.299628 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:27:41.310231 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 23:27:44.440564 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 23:27:44.440587 1 tasks.go:49] processing task group 2 of 3 I0420 23:27:44.440610 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:27:44.440619 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 23:27:44.440637 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 23:27:44.440652 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 23:27:44.440675 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:27:44.440688 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:27:44.440704 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 23:27:44.440724 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 23:27:44.440741 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 23:27:44.440766 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 23:27:44.440787 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 23:27:44.440809 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:27:44.440818 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 23:27:44.440839 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:27:44.440845 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:27:44.491168 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 23:27:44.506098 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 23:27:44.519995 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 23:27:44.566539 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 23:27:45.509032 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 23:27:45.529631 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 23:27:45.531459 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 23:27:45.547828 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 23:27:45.616525 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 23:27:47.578384 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 23:27:49.558073 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 23:27:50.491745 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 23:27:50.578989 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 23:27:55.590769 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 23:27:59.765086 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 23:27:59.765131 1 tasks.go:49] processing task group 3 of 3 I0420 23:27:59.765154 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 23:27:59.805374 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 23:27:59.809914 1 operator.go:851] Updating ClusterOperator status to done.