W0521 23:05:37.171582 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0521 23:05:37.171938 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0521 23:05:37.171951 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0521 23:05:37.171956 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0521 23:05:37.171960 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0521 23:05:37.171964 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0521 23:05:37.207246 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0521 23:05:37.213718 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0521 23:05:37.214384 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0521 23:05:37.214695 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0521 23:05:37.216067 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0521 23:05:37.226714 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:05:37.226970 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:05:37.228276 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 23:05:37.229997 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 23:05:37.229995 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 23:05:37.230358 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 23:05:37.231140 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 23:05:37.231219 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0521 23:05:37.231345 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 23:05:37.232592 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 23:05:37.232920 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 23:05:37.233022 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0521 23:05:37.233145 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 23:05:37.238299 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0521 23:05:37.239283 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0521 23:05:37.240318 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 23:05:37.266999 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0521 23:05:37.320049 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 23:05:37.320128 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 23:05:37.320126 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0521 23:05:37.320133 1 rule_controller.go:114] Starting alerting rules controller I0521 23:05:37.320132 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0521 23:05:37.320146 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0521 23:05:37.320153 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0521 23:05:37.320151 1 relabel_controller.go:117] Starting alert relabel config controller I0521 23:05:37.320156 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0521 23:05:37.320161 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0521 23:05:37.320173 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0521 23:05:37.320159 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0521 23:05:37.320187 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0521 23:05:37.320194 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0521 23:05:37.320175 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0521 23:05:37.325722 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0521 23:05:37.325745 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0521 23:05:37.326139 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0521 23:05:37.326365 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0521 23:05:37.330223 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.330361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 23:05:37.330675 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.330681 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.330804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 23:05:37.330898 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 23:05:37.342023 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-dfgq8" is created for OpenShiftMonitoringClientCertRequester I0521 23:05:37.347992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-xwtc6" is created for OpenShiftMonitoringTelemeterClientCertRequester I0521 23:05:37.348232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-ldvxb" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0521 23:05:37.349079 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.356395 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.360658 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.360680 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.362610 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.368406 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.368502 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.368768 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.375298 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.375303 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.375420 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.395226 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.395764 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.395771 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.396699 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 23:05:37.400163 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.401197 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.401202 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.405175 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.406327 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.407137 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.410178 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.415813 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.415838 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.415813 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.416041 1 tasks.go:49] processing task group 1 of 3 I0521 23:05:37.416066 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 23:05:37.416079 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:05:37.420674 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0521 23:05:37.420702 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0521 23:05:37.422605 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.422620 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.422625 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.428194 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.429822 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.429824 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.432325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0521 23:05:37.435293 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.437965 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.438247 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.438268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0521 23:05:37.452484 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.453023 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.453047 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.453104 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0521 23:05:37.461985 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.463245 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.463243 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.463670 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:05:37.469304 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.471034 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.471398 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.475276 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.477173 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.482735 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:37.514122 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0521 23:05:37.596309 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0521 23:05:37.609407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 23:05:37.633630 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 23:05:37.646933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 23:05:38.249455 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0521 23:05:38.250872 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0521 23:05:38.250888 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0521 23:05:38.250904 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0521 23:05:38.250911 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0521 23:05:38.253388 1 secure_serving.go:57] Forcing use of http/1.1 only I0521 23:05:38.253403 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0521 23:05:38.258667 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0521 23:05:38.258680 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0521 23:05:38.258688 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0521 23:05:38.258688 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0521 23:05:38.258699 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0521 23:05:38.258705 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0521 23:05:38.259159 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0521 23:05:38.259670 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779404709\" (2026-05-21 23:05:19 +0000 UTC to 2028-05-20 23:05:20 +0000 UTC (now=2026-05-21 23:05:38.259282946 +0000 UTC))" I0521 23:05:38.260151 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779404738\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779404737\" (2026-05-21 22:05:37 +0000 UTC to 2029-05-21 22:05:37 +0000 UTC (now=2026-05-21 23:05:38.260121343 +0000 UTC))" I0521 23:05:38.260181 1 secure_serving.go:211] Serving securely on [::]:8443 I0521 23:05:38.260207 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0521 23:05:38.260248 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0521 23:05:38.263920 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0521 23:05:38.264028 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0521 23:05:38.265070 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0521 23:05:38.358832 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0521 23:05:38.358847 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0521 23:05:38.358915 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0521 23:05:38.359033 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-21 22:53:17 +0000 UTC to 2036-05-18 22:53:17 +0000 UTC (now=2026-05-21 23:05:38.359009159 +0000 UTC))" I0521 23:05:38.359238 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779404709\" (2026-05-21 23:05:19 +0000 UTC to 2028-05-20 23:05:20 +0000 UTC (now=2026-05-21 23:05:38.359222394 +0000 UTC))" I0521 23:05:38.359396 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779404738\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779404737\" (2026-05-21 22:05:37 +0000 UTC to 2029-05-21 22:05:37 +0000 UTC (now=2026-05-21 23:05:38.359383978 +0000 UTC))" I0521 23:05:38.359548 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-05-21 22:53:20 +0000 UTC to 2036-05-18 22:53:20 +0000 UTC (now=2026-05-21 23:05:38.359536266 +0000 UTC))" I0521 23:05:38.359568 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-05-21 22:53:22 +0000 UTC to 2036-05-18 22:53:22 +0000 UTC (now=2026-05-21 23:05:38.359558815 +0000 UTC))" I0521 23:05:38.359583 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-05-21 22:53:24 +0000 UTC to 2036-05-18 22:53:24 +0000 UTC (now=2026-05-21 23:05:38.359575032 +0000 UTC))" I0521 23:05:38.359598 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-05-21 22:53:25 +0000 UTC to 2036-05-18 22:53:25 +0000 UTC (now=2026-05-21 23:05:38.359590109 +0000 UTC))" I0521 23:05:38.359614 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-05-21 22:53:28 +0000 UTC to 2036-05-18 22:53:28 +0000 UTC (now=2026-05-21 23:05:38.359606313 +0000 UTC))" I0521 23:05:38.359640 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2qejr5eego5nelo86prvfa07phpab4ni-kx-98eff7978a_customer-system-admin-signer@1779404121\" [] issuer=\"\" (2026-05-21 22:55:21 +0000 UTC to 2026-05-28 22:55:22 +0000 UTC (now=2026-05-21 23:05:38.359621104 +0000 UTC))" I0521 23:05:38.359660 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2qejr5eego5nelo86prvfa07phpab4ni-kx-98eff7978a_sre-system-admin-signer@1779404121\" [] issuer=\"\" (2026-05-21 22:55:25 +0000 UTC to 2026-05-28 22:55:26 +0000 UTC (now=2026-05-21 23:05:38.35964983 +0000 UTC))" I0521 23:05:38.359675 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-21 22:53:17 +0000 UTC to 2036-05-18 22:53:17 +0000 UTC (now=2026-05-21 23:05:38.359666968 +0000 UTC))" I0521 23:05:38.359839 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779404709\" (2026-05-21 23:05:19 +0000 UTC to 2028-05-20 23:05:20 +0000 UTC (now=2026-05-21 23:05:38.359826295 +0000 UTC))" I0521 23:05:38.360000 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779404738\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779404737\" (2026-05-21 22:05:37 +0000 UTC to 2029-05-21 22:05:37 +0000 UTC (now=2026-05-21 23:05:38.359990003 +0000 UTC))" I0521 23:05:38.838751 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:38.838812 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:38.838751 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0521 23:05:38.838926 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-05-21T23:00:38Z",   ) I0521 23:05:38.838942 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-05-20T23:00:38Z",   ) I0521 23:05:38.838949 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-05-21T23:00:38Z",   ) I0521 23:05:38.838950 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-05-21T23:00:38Z",   ) I0521 23:05:38.838962 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-05-20T23:00:38Z",   ) I0521 23:05:38.838964 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-05-20T23:00:38Z",   ) I0521 23:05:38.851772 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0521 23:05:38.852000 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0521 23:05:38.852019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0521 23:05:38.852039 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0521 23:05:38.853034 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0521 23:05:38.853216 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0521 23:05:41.703826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0521 23:05:41.730362 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0521 23:05:41.748272 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0521 23:05:46.889698 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 23:05:46.889721 1 tasks.go:49] processing task group 2 of 3 I0521 23:05:46.889749 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:05:46.889754 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 23:05:46.889772 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:05:46.889781 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 23:05:46.889786 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 23:05:46.889795 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 23:05:46.889804 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 23:05:46.889803 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 23:05:46.889801 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:05:46.889819 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:05:46.889825 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 23:05:46.889829 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 23:05:46.889833 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 23:05:46.889839 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:05:46.889846 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:05:46.908630 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0521 23:05:46.915792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0521 23:05:46.930722 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0521 23:05:46.939388 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0521 23:05:46.952048 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0521 23:05:46.954604 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0521 23:05:46.994008 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 23:05:47.004158 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:05:47.043186 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:05:47.047953 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0521 23:05:47.047979 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0521 23:05:47.075487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0521 23:05:47.080789 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0521 23:05:47.084268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0521 23:05:47.084651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0521 23:05:47.165302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0521 23:05:47.167124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0521 23:05:47.171845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0521 23:05:47.171863 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0521 23:05:47.172143 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0521 23:05:47.172674 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0521 23:05:47.185108 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0521 23:05:47.192093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0521 23:05:47.193694 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0521 23:05:47.193713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0521 23:05:47.209047 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0521 23:05:47.212287 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0521 23:05:47.236195 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0521 23:05:47.237278 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0521 23:05:47.325621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0521 23:05:47.332144 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0521 23:05:47.453095 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0521 23:05:47.502715 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0521 23:05:47.545045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0521 23:05:47.647468 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0521 23:05:47.651539 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0521 23:05:47.709510 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0521 23:05:47.730455 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0521 23:05:47.806852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0521 23:05:47.910522 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0521 23:05:47.979928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0521 23:05:48.027624 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0521 23:05:48.053198 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0521 23:05:48.070557 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0521 23:05:48.124973 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0521 23:05:48.214972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0521 23:05:48.219700 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0521 23:05:48.227562 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0521 23:05:48.236832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0521 23:05:48.283104 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0521 23:05:48.304371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0521 23:05:48.304791 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0521 23:05:48.340857 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0521 23:05:48.355265 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0521 23:05:48.452143 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0521 23:05:48.574039 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0521 23:05:48.746554 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0521 23:05:49.122321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0521 23:05:49.143233 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0521 23:05:49.160640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0521 23:05:49.309141 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0521 23:05:49.458325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0521 23:05:49.578726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0521 23:05:49.729443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0521 23:05:49.867130 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0521 23:05:49.905202 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:05:49.905225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0521 23:05:49.905372 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0521 23:05:49.963541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0521 23:05:50.076195 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0521 23:05:50.084710 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:05:50.101419 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:05:50.175233 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0521 23:05:50.288512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0521 23:05:50.378013 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-43j0glpvpq8qt -n openshift-monitoring because it was missing I0521 23:05:50.420918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0521 23:05:50.536448 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0521 23:05:50.645343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0521 23:05:50.670407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0521 23:05:50.779498 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0521 23:05:51.810710 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-5mr1fci27mlpj -n openshift-monitoring because it was missing I0521 23:05:51.992546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0521 23:05:52.015390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0521 23:05:52.999817 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 23:05:53.712373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-7s4b9sh3b2b8e -n openshift-monitoring because it was missing I0521 23:05:53.743360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0521 23:05:53.772192 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0521 23:05:53.784910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0521 23:05:57.284957 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:05:58.355061 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 23:06:00.078019 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 23:06:00.078105 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0521 23:06:00.337680 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 23:06:06.488051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0521 23:06:06.527668 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 23:06:09.023641 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 23:06:09.052822 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 23:06:10.007123 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 23:06:21.895379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0521 23:06:21.910447 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 23:06:21.910526 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0521 23:06:27.022525 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 23:06:38.404634 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 23:07:03.848271 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 23:07:03.848325 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0521 23:07:03.848333 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0521 23:07:03.848360 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0521 23:07:03.848389 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 23:07:03.885512 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 23:07:03.892017 1 tasks.go:49] processing task group 1 of 3 I0521 23:07:03.892045 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 23:07:03.892073 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:07:03.908743 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:07:04.953156 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWkZFSkIxWjFMRmN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09UUXdORGN3T1RBZQpGdzB5TmpBMU1qRXlNekExTURoYUZ3MHlPREEzTVRreU16QTFNRGxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemswTURRM01Ea3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFdwWmR6WGEvZEpxTmtvQlV1UWRJV3NlWEhDUC90WmZUSwp0MlEzc2lPelZHdEMzR3NOSUZITmMvMWszMzFKZ0hTbVdlRy84cFJDbDZ1T2VDS3B0cjJubTg2MkE1QkdlOXpHClhqbCtMOWdHSjluWXMvYWxWaUM4R0R3SUE5c1dndFd5WHVqTXRNeURSdFI4YVk4ZGUxdWp6WEpwR1ZkRjlWSzUKZVZhcHpWbktlK3UwTXoxenh3cTNEN0ZtczF6WFNCd2l5V3lGN3hxRnhjYU5YV0x2aXoyOXl6ZU9za0lxVVp5bwp3TDVBeWhQOUppYWRsQjhwTW44aEFmK0d2VFp1QzNGeGhxc1RBRWRBSWYrVStTMm1BNDEzYVN5THRTTWFucG5xCk90RFJiTEJJaGRBVW1LQXRwSWg5dTJGSXhtZDNZZXhEVFRJR0w3cVNlN1RST2F6WXgzSW5BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNtT0dSeApaQ09Ec2tMdjZldXFyV0pIZWR5SHdqQWZCZ05WSFNNRUdEQVdnQlNtT0dSeFpDT0Rza0x2NmV1cXJXSkhlZHlICndqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFFUzZPNjgwcDQrK0E4bkpWcjcrUEp6MEM1VkVHTFpJQXZFYVYKQ1VrMWl3eU82V0crUUNXVHFzcG1TZUJPUHN1QWJhYWx0aWtVUVkyNVhPNlVRMitjNDJZNkhvVCsxZDRhMEd1cgozS1dPOGRxOWJzbGNPSG9DRklsQnUxN24zRjhEcldjVHltUkV2dWl6SFIrSjRjQWNyMHJnUmxLMjgwaHJiSEtKClU5ekNoc0JieCtTampWS1BtN2x4ei9qK3A1QWpmWjNmbTE2cTZjRzBaM1ltcndjaERqSVcxU0lmc3JyN3owK2oKaTRYUGFNT0luanBwZWlDY3VCUUZrR25TT2x0L21NK0pqbHo1RkNCVXQ5d3RYemMrUy9MZ3R4RTdFYjc3V0pVbApwM0I4Yi9lQ3ViOGVoQUFJMWpmT2JKNGxKcFRlUUFUcitpLzF0VkFDQWNIcjErOW04QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0521 23:07:04.960051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0521 23:07:04.965910 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWkZFSkIxWjFMRmN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09UUXdORGN3T1RBZQpGdzB5TmpBMU1qRXlNekExTURoYUZ3MHlPREEzTVRreU16QTFNRGxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemswTURRM01Ea3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFdwWmR6WGEvZEpxTmtvQlV1UWRJV3NlWEhDUC90WmZUSwp0MlEzc2lPelZHdEMzR3NOSUZITmMvMWszMzFKZ0hTbVdlRy84cFJDbDZ1T2VDS3B0cjJubTg2MkE1QkdlOXpHClhqbCtMOWdHSjluWXMvYWxWaUM4R0R3SUE5c1dndFd5WHVqTXRNeURSdFI4YVk4ZGUxdWp6WEpwR1ZkRjlWSzUKZVZhcHpWbktlK3UwTXoxenh3cTNEN0ZtczF6WFNCd2l5V3lGN3hxRnhjYU5YV0x2aXoyOXl6ZU9za0lxVVp5bwp3TDVBeWhQOUppYWRsQjhwTW44aEFmK0d2VFp1QzNGeGhxc1RBRWRBSWYrVStTMm1BNDEzYVN5THRTTWFucG5xCk90RFJiTEJJaGRBVW1LQXRwSWg5dTJGSXhtZDNZZXhEVFRJR0w3cVNlN1RST2F6WXgzSW5BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNtT0dSeApaQ09Ec2tMdjZldXFyV0pIZWR5SHdqQWZCZ05WSFNNRUdEQVdnQlNtT0dSeFpDT0Rza0x2NmV1cXJXSkhlZHlICndqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFFUzZPNjgwcDQrK0E4bkpWcjcrUEp6MEM1VkVHTFpJQXZFYVYKQ1VrMWl3eU82V0crUUNXVHFzcG1TZUJPUHN1QWJhYWx0aWtVUVkyNVhPNlVRMitjNDJZNkhvVCsxZDRhMEd1cgozS1dPOGRxOWJzbGNPSG9DRklsQnUxN24zRjhEcldjVHltUkV2dWl6SFIrSjRjQWNyMHJnUmxLMjgwaHJiSEtKClU5ekNoc0JieCtTampWS1BtN2x4ei9qK3A1QWpmWjNmbTE2cTZjRzBaM1ltcndjaERqSVcxU0lmc3JyN3owK2oKaTRYUGFNT0luanBwZWlDY3VCUUZrR25TT2x0L21NK0pqbHo1RkNCVXQ5d3RYemMrUy9MZ3R4RTdFYjc3V0pVbApwM0I4Yi9lQ3ViOGVoQUFJMWpmT2JKNGxKcFRlUUFUcitpLzF0VkFDQWNIcjErOW04QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0521 23:07:04.972556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0521 23:07:07.074636 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 23:07:07.074669 1 tasks.go:49] processing task group 2 of 3 I0521 23:07:07.074699 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:07:07.074701 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 23:07:07.074710 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:07:07.074728 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 23:07:07.074759 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 23:07:07.074785 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 23:07:07.074795 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 23:07:07.074817 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:07:07.074841 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:07:07.074858 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 23:07:07.074859 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:07:07.074879 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 23:07:07.074909 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 23:07:07.074918 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 23:07:07.074768 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:07:07.147742 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:07:07.166345 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 23:07:07.167656 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:07:07.183808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0521 23:07:07.200315 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0521 23:07:07.224315 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0521 23:07:07.245070 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0521 23:07:07.261619 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:07:07.263815 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0521 23:07:07.322712 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0521 23:07:08.161581 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:07:08.207507 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 23:07:08.210766 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:07:08.234142 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:07:08.239603 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 23:07:10.283455 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 23:07:12.240797 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 23:07:12.319205 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0521 23:07:13.147416 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 23:07:17.416834 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 23:07:18.282983 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 23:07:22.518847 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 23:07:22.518875 1 tasks.go:49] processing task group 3 of 3 I0521 23:07:22.518896 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 23:07:22.579400 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 23:07:22.579492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"351cdc44-fac2-4848-b5c8-0d2bcaa13029", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0521 23:07:22.587841 1 operator.go:851] Updating ClusterOperator status to done. W0521 23:07:22.637957 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 23:07:22.677911 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 23:07:22.683725 1 tasks.go:49] processing task group 1 of 3 I0521 23:07:22.683756 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 23:07:22.683767 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:07:22.700731 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:07:25.851622 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 23:07:25.851646 1 tasks.go:49] processing task group 2 of 3 I0521 23:07:25.851670 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:07:25.851674 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 23:07:25.851697 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 23:07:25.851723 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:07:25.851741 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 23:07:25.851769 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 23:07:25.851782 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 23:07:25.851799 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 23:07:25.851821 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:07:25.851839 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:07:25.851860 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 23:07:25.851883 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 23:07:25.851901 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 23:07:25.851916 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:07:25.851941 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:07:25.926900 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:07:25.980213 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:07:26.031608 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 23:07:26.111700 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:07:26.946062 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:07:27.002715 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 23:07:27.008822 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:07:27.011909 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:07:27.051517 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 23:07:29.116554 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 23:07:31.017979 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 23:07:31.925861 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 23:07:32.069957 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 23:07:37.068694 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 23:07:37.070318 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 23:07:37.087583 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 23:07:41.281866 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 23:07:41.281896 1 tasks.go:49] processing task group 3 of 3 I0521 23:07:41.281909 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 23:07:41.333022 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 23:07:41.340125 1 operator.go:851] Updating ClusterOperator status to done. W0521 23:07:41.352708 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 23:07:41.387708 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 23:07:41.394088 1 tasks.go:49] processing task group 1 of 3 I0521 23:07:41.394120 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 23:07:41.394134 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:07:41.412040 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:07:44.553387 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 23:07:44.553408 1 tasks.go:49] processing task group 2 of 3 I0521 23:07:44.553444 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:07:44.553455 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 23:07:44.553466 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 23:07:44.553480 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 23:07:44.553492 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 23:07:44.553511 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:07:44.553540 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:07:44.553559 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 23:07:44.553581 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 23:07:44.553455 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 23:07:44.553628 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 23:07:44.553638 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:07:44.553648 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:07:44.553667 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 23:07:44.553612 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:07:44.621878 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:07:44.644888 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:07:44.657012 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 23:07:44.719616 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:07:45.649847 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:07:45.671611 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:07:45.674388 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 23:07:45.701864 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:07:45.716582 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 23:07:47.759649 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 23:07:49.711463 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 23:07:50.628074 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 23:07:50.741472 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 23:07:55.745940 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 23:07:59.951889 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 23:07:59.951916 1 tasks.go:49] processing task group 3 of 3 I0521 23:07:59.951934 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 23:08:00.001728 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 23:08:00.008269 1 operator.go:851] Updating ClusterOperator status to done. I0521 23:10:37.320504 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 23:10:37.320548 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 23:10:37.358859 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 23:10:37.364692 1 tasks.go:49] processing task group 1 of 3 I0521 23:10:37.364720 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 23:10:37.364731 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:10:37.381163 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:10:40.544573 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 23:10:40.544598 1 tasks.go:49] processing task group 2 of 3 I0521 23:10:40.544627 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:10:40.544630 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 23:10:40.544638 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 23:10:40.544657 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 23:10:40.544678 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 23:10:40.544705 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:10:40.544720 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:10:40.544745 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:10:40.544770 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 23:10:40.544798 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 23:10:40.544797 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:10:40.544812 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:10:40.544834 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 23:10:40.544845 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 23:10:40.544859 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 23:10:40.614280 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:10:40.638150 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:10:40.642774 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 23:10:40.707746 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:10:41.619265 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:10:41.659384 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:10:41.667159 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 23:10:41.672936 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:10:41.710995 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 23:10:43.741939 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 23:10:45.706401 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 23:10:46.611123 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 23:10:46.725343 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 23:10:51.730167 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 23:10:55.924286 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 23:10:55.924315 1 tasks.go:49] processing task group 3 of 3 I0521 23:10:55.924331 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 23:10:55.968077 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 23:10:55.974904 1 operator.go:851] Updating ClusterOperator status to done. I0521 23:15:37.320457 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 23:15:37.320518 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 23:15:37.358101 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 23:15:37.365206 1 tasks.go:49] processing task group 1 of 3 I0521 23:15:37.365237 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 23:15:37.365251 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:15:37.380922 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:15:40.543145 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 23:15:40.543169 1 tasks.go:49] processing task group 2 of 3 I0521 23:15:40.543196 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:15:40.543206 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 23:15:40.543223 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 23:15:40.543248 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:15:40.543259 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 23:15:40.543282 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 23:15:40.543306 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 23:15:40.543318 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:15:40.543348 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 23:15:40.543356 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:15:40.543375 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 23:15:40.543394 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:15:40.543423 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 23:15:40.543463 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:15:40.543481 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 23:15:40.617306 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:15:40.642696 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:15:40.645186 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 23:15:40.723743 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:15:41.626197 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:15:41.657801 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 23:15:41.673944 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:15:41.677557 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:15:41.710403 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 23:15:43.726491 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 23:15:45.714631 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 23:15:46.613291 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 23:15:46.727098 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 23:15:51.732866 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 23:15:55.923969 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 23:15:55.924004 1 tasks.go:49] processing task group 3 of 3 I0521 23:15:55.924014 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 23:15:55.976708 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 23:15:55.984711 1 operator.go:851] Updating ClusterOperator status to done. I0521 23:20:37.229209 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0521 23:20:37.229256 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 23:20:37.231386 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0521 23:20:37.231475 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 23:20:37.231477 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0521 23:20:37.231501 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0521 23:20:37.231514 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0521 23:20:37.231514 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0521 23:20:37.231605 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0521 23:20:37.231622 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0521 23:20:37.233483 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0521 23:20:37.233485 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0521 23:20:37.268562 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0521 23:20:37.280495 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 23:20:37.288398 1 tasks.go:49] processing task group 1 of 3 I0521 23:20:37.288424 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 23:20:37.288445 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:20:37.305880 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:20:37.320059 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0521 23:20:40.474385 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 23:20:40.474408 1 tasks.go:49] processing task group 2 of 3 I0521 23:20:40.474456 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:20:40.474457 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 23:20:40.474459 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:20:40.474480 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 23:20:40.474501 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 23:20:40.474525 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:20:40.474545 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 23:20:40.474566 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 23:20:40.474579 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:20:40.474613 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:20:40.474627 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 23:20:40.474647 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 23:20:40.474663 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:20:40.474666 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 23:20:40.474674 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 23:20:40.555521 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:20:40.579470 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:20:40.585736 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 23:20:40.651702 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:20:41.578370 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:20:41.609124 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:20:41.612252 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 23:20:41.612805 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:20:41.644378 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 23:20:43.667332 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 23:20:45.637132 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 23:20:46.549254 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 23:20:46.667608 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 23:20:51.673041 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 23:20:55.855425 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 23:20:55.855478 1 tasks.go:49] processing task group 3 of 3 I0521 23:20:55.855500 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 23:20:55.898625 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 23:20:55.904958 1 operator.go:851] Updating ClusterOperator status to done. W0521 23:20:55.915944 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 23:20:55.951759 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 23:20:55.957252 1 tasks.go:49] processing task group 1 of 3 I0521 23:20:55.957280 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 23:20:55.957297 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:20:55.974234 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:20:59.113246 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 23:20:59.113276 1 tasks.go:49] processing task group 2 of 3 I0521 23:20:59.113303 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:20:59.113309 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 23:20:59.113315 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 23:20:59.113338 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 23:20:59.113364 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 23:20:59.113394 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:20:59.113408 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 23:20:59.113446 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:20:59.113475 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 23:20:59.113488 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:20:59.113512 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:20:59.113532 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:20:59.113562 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 23:20:59.113561 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 23:20:59.113616 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 23:20:59.180495 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:20:59.209253 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:20:59.209499 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 23:20:59.278626 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:21:00.195415 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:21:00.233725 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:21:00.239248 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 23:21:00.254511 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:21:00.266037 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 23:21:02.290272 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 23:21:04.270159 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 23:21:05.186028 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 23:21:05.289727 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 23:21:10.305059 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 23:21:14.491187 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 23:21:14.491215 1 tasks.go:49] processing task group 3 of 3 I0521 23:21:14.491232 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 23:21:14.533415 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 23:21:14.540289 1 operator.go:851] Updating ClusterOperator status to done. I0521 23:25:37.320645 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 23:25:37.320704 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 23:25:37.353990 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 23:25:37.359640 1 tasks.go:49] processing task group 1 of 3 I0521 23:25:37.359674 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 23:25:37.359691 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:25:37.374287 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 23:25:40.537118 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 23:25:40.537143 1 tasks.go:49] processing task group 2 of 3 I0521 23:25:40.537174 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:25:40.537175 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 23:25:40.537190 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 23:25:40.537213 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:25:40.537224 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 23:25:40.537237 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 23:25:40.537266 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:25:40.537282 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:25:40.537305 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 23:25:40.537327 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 23:25:40.537355 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 23:25:40.537380 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 23:25:40.537378 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:25:40.537395 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:25:40.537414 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 23:25:40.624811 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 23:25:40.652404 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 23:25:40.677785 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 23:25:40.735347 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 23:25:41.642153 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 23:25:41.673782 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 23:25:41.687371 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 23:25:41.699226 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 23:25:41.722259 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 23:25:43.737658 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 23:25:45.698569 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 23:25:46.603544 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 23:25:46.724655 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 23:25:51.745900 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 23:25:55.928608 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 23:25:55.928632 1 tasks.go:49] processing task group 3 of 3 I0521 23:25:55.928647 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 23:25:55.973784 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 23:25:55.980356 1 operator.go:851] Updating ClusterOperator status to done.