W0504 20:42:41.324297 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0504 20:42:41.324621 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0504 20:42:41.324635 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0504 20:42:41.324640 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0504 20:42:41.324644 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0504 20:42:41.350823 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0504 20:42:41.354908 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0504 20:42:41.355124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0504 20:42:41.355137 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0504 20:42:41.356106 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0504 20:42:41.363658 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0504 20:42:41.366462 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0504 20:42:41.366886 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0504 20:42:41.368048 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0504 20:42:41.368804 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0504 20:42:41.370971 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0504 20:42:41.371189 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0504 20:42:41.371364 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0504 20:42:41.371349 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0504 20:42:41.371434 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0504 20:42:41.371520 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0504 20:42:41.373101 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0504 20:42:41.373102 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0504 20:42:41.377700 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0504 20:42:41.379849 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0504 20:42:41.381882 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:42:41.410851 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0504 20:42:41.458763 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 20:42:41.458819 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:42:41.458826 1 rule_controller.go:113] Starting alerting rules controller I0504 20:42:41.458831 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0504 20:42:41.458841 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0504 20:42:41.458843 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0504 20:42:41.458848 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0504 20:42:41.458853 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0504 20:42:41.458869 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0504 20:42:41.458866 1 relabel_controller.go:117] Starting alert relabel config controller I0504 20:42:41.458877 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0504 20:42:41.458816 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0504 20:42:41.458886 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0504 20:42:41.458893 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0504 20:42:41.458903 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0504 20:42:41.462621 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0504 20:42:41.462642 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0504 20:42:41.462676 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0504 20:42:41.462852 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0504 20:42:41.463533 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.463646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0504 20:42:41.464080 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.464111 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.464182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0504 20:42:41.464269 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0504 20:42:41.476130 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-nnqgv" is created for OpenShiftMonitoringClientCertRequester I0504 20:42:41.476146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-bvl5x" is created for OpenShiftMonitoringTelemeterClientCertRequester I0504 20:42:41.476152 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-4qtqc" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0504 20:42:41.483354 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.483537 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.496066 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.496067 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.496067 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.503027 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.503298 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.503313 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.508264 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.511132 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.511150 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.512745 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.519450 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:42:41.520172 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.520176 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.521006 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.525123 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.525728 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.529008 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.532929 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.532965 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.535617 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.537579 1 tasks.go:49] processing task group 1 of 3 I0504 20:42:41.537605 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:42:41.537614 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:42:41.541509 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.541526 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.541529 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.545900 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.546463 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.546659 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.549309 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0504 20:42:41.551542 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.551668 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.551684 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.559290 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0504 20:42:41.559302 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0504 20:42:41.561402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0504 20:42:41.561873 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.561875 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.561872 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.566648 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:42:41.573214 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.573459 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.573825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0504 20:42:41.574029 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.579016 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.579024 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.579029 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.583004 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.583673 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.583699 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.587192 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.587981 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.591826 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:41.612681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0504 20:42:41.703800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0504 20:42:41.718372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0504 20:42:41.742666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0504 20:42:41.753554 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0504 20:42:41.763416 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0504 20:42:41.764667 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0504 20:42:41.764683 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0504 20:42:41.764694 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0504 20:42:41.764698 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0504 20:42:41.767280 1 secure_serving.go:57] Forcing use of http/1.1 only I0504 20:42:41.767297 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0504 20:42:41.771528 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0504 20:42:41.771546 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0504 20:42:41.771544 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0504 20:42:41.771547 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0504 20:42:41.771557 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0504 20:42:41.771561 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0504 20:42:41.771808 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0504 20:42:41.772016 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777927348\" (2026-05-04 20:42:37 +0000 UTC to 2028-05-03 20:42:38 +0000 UTC (now=2026-05-04 20:42:41.771974594 +0000 UTC))" I0504 20:42:41.772308 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777927361\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777927361\" (2026-05-04 19:42:41 +0000 UTC to 2027-05-04 19:42:41 +0000 UTC (now=2026-05-04 20:42:41.772287159 +0000 UTC))" I0504 20:42:41.772332 1 secure_serving.go:213] Serving securely on [::]:8443 I0504 20:42:41.772354 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0504 20:42:41.772371 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0504 20:42:41.775215 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0504 20:42:41.775226 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0504 20:42:41.775470 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0504 20:42:41.872130 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0504 20:42:41.872149 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0504 20:42:41.872142 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0504 20:42:41.872340 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-04 20:27:59 +0000 UTC to 2036-05-01 20:27:59 +0000 UTC (now=2026-05-04 20:42:41.8723153 +0000 UTC))" I0504 20:42:41.872539 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777927348\" (2026-05-04 20:42:37 +0000 UTC to 2028-05-03 20:42:38 +0000 UTC (now=2026-05-04 20:42:41.872523079 +0000 UTC))" I0504 20:42:41.872689 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777927361\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777927361\" (2026-05-04 19:42:41 +0000 UTC to 2027-05-04 19:42:41 +0000 UTC (now=2026-05-04 20:42:41.872677686 +0000 UTC))" I0504 20:42:41.872816 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-05-04 20:28:01 +0000 UTC to 2036-05-01 20:28:01 +0000 UTC (now=2026-05-04 20:42:41.872803892 +0000 UTC))" I0504 20:42:41.872836 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-05-04 20:28:03 +0000 UTC to 2036-05-01 20:28:03 +0000 UTC (now=2026-05-04 20:42:41.872827494 +0000 UTC))" I0504 20:42:41.872860 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-05-04 20:28:03 +0000 UTC to 2036-05-01 20:28:03 +0000 UTC (now=2026-05-04 20:42:41.872843137 +0000 UTC))" I0504 20:42:41.872878 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-05-04 20:28:06 +0000 UTC to 2036-05-01 20:28:06 +0000 UTC (now=2026-05-04 20:42:41.872869307 +0000 UTC))" I0504 20:42:41.872892 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-05-04 20:28:09 +0000 UTC to 2036-05-01 20:28:09 +0000 UTC (now=2026-05-04 20:42:41.87288457 +0000 UTC))" I0504 20:42:41.872907 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q3b2pnkq7oq8svjgrhoo806vmrgrvh7-kx-a9cc0f7dea_customer-system-admin-signer@1777926602\" [] issuer=\"\" (2026-05-04 20:30:04 +0000 UTC to 2026-05-11 20:30:05 +0000 UTC (now=2026-05-04 20:42:41.872898343 +0000 UTC))" I0504 20:42:41.872931 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q3b2pnkq7oq8svjgrhoo806vmrgrvh7-kx-a9cc0f7dea_sre-system-admin-signer@1777926602\" [] issuer=\"\" (2026-05-04 20:30:03 +0000 UTC to 2026-05-11 20:30:04 +0000 UTC (now=2026-05-04 20:42:41.872916633 +0000 UTC))" I0504 20:42:41.872949 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-04 20:27:59 +0000 UTC to 2036-05-01 20:27:59 +0000 UTC (now=2026-05-04 20:42:41.872940763 +0000 UTC))" I0504 20:42:41.873104 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777927348\" (2026-05-04 20:42:37 +0000 UTC to 2028-05-03 20:42:38 +0000 UTC (now=2026-05-04 20:42:41.873091966 +0000 UTC))" I0504 20:42:41.873251 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777927361\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777927361\" (2026-05-04 19:42:41 +0000 UTC to 2027-05-04 19:42:41 +0000 UTC (now=2026-05-04 20:42:41.873241502 +0000 UTC))" I0504 20:42:42.339947 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:42:54.093441 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:54.093449 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:54.093511 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0504 20:42:54.120583 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0504 20:42:54.121084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0504 20:42:54.121246 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0504 20:42:54.123323 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0504 20:42:54.123811 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0504 20:42:54.123855 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0504 20:42:57.796570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0504 20:42:57.808721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0504 20:42:57.824369 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0504 20:43:01.927968 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:43:01.927991 1 tasks.go:49] processing task group 2 of 3 I0504 20:43:01.928017 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:43:01.928018 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:43:01.928028 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:43:01.928037 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:43:01.928032 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:43:01.928044 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:43:01.928047 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:43:01.928050 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:43:01.928060 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:43:01.928061 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:43:01.928070 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:43:01.928070 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:43:01.928086 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:43:01.928090 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:43:01.928108 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:43:01.947286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0504 20:43:01.956867 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0504 20:43:01.977054 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0504 20:43:01.977072 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0504 20:43:01.982257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0504 20:43:01.986232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0504 20:43:02.031895 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:43:02.038952 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:43:02.049042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0504 20:43:02.051303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0504 20:43:02.059923 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:43:02.089431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0504 20:43:02.092294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0504 20:43:02.098760 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0504 20:43:02.103212 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0504 20:43:02.177646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0504 20:43:02.179694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0504 20:43:02.179807 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0504 20:43:02.179823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0504 20:43:02.179952 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0504 20:43:02.179975 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing W0504 20:43:02.199876 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0504 20:43:02.199907 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0504 20:43:02.199920 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0504 20:43:02.199926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0504 20:43:02.222810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0504 20:43:02.222848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0504 20:43:02.246252 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0504 20:43:02.246681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0504 20:43:02.335827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0504 20:43:02.341643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0504 20:43:02.454542 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0504 20:43:02.508202 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0504 20:43:02.508224 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0504 20:43:02.609152 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0504 20:43:02.610587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0504 20:43:02.732500 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0504 20:43:02.739720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0504 20:43:02.776950 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0504 20:43:02.845833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0504 20:43:02.958805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0504 20:43:03.018698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0504 20:43:03.046620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0504 20:43:03.099521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0504 20:43:03.112151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0504 20:43:03.117705 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0504 20:43:03.149170 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0504 20:43:03.216508 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0504 20:43:03.217404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0504 20:43:03.229151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0504 20:43:03.249598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0504 20:43:03.271881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0504 20:43:03.289566 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0504 20:43:03.289750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0504 20:43:03.322178 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0504 20:43:03.349805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0504 20:43:03.670850 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0504 20:43:04.083466 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0504 20:43:04.094821 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0504 20:43:04.119123 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0504 20:43:04.179188 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0504 20:43:04.274072 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0504 20:43:04.371058 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0504 20:43:04.473167 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0504 20:43:04.575880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0504 20:43:04.654624 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:43:04.654695 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0504 20:43:04.654868 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0504 20:43:04.703429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0504 20:43:04.801741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0504 20:43:04.904021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0504 20:43:05.011360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0504 20:43:05.088135 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:43:05.088590 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:43:05.113150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0504 20:43:05.215175 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0504 20:43:05.287008 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:43:05.314876 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0504 20:43:05.343657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0504 20:43:05.354763 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-75ppovpdf334e -n openshift-monitoring because it was missing I0504 20:43:05.376730 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:43:05.804141 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0504 20:43:06.348599 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:43:06.826446 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-89pmbhv0ca86h -n openshift-monitoring because it was missing I0504 20:43:07.004740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0504 20:43:07.031324 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0504 20:43:08.371073 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-28h294q9lhtkr -n openshift-monitoring because it was missing I0504 20:43:08.384959 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0504 20:43:08.401114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0504 20:43:08.416099 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0504 20:43:10.077317 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:43:10.077400 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0504 20:43:16.416083 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0504 20:43:16.451216 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:43:24.369532 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:43:25.370363 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:43:27.422145 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0504 20:43:31.879068 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0504 20:43:31.891373 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:43:31.891446 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0504 20:43:40.379825 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:43:40.412937 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:43:40.449266 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:43:40.469348 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:43:40.487846 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:43:40.714712 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:43:41.379764 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:43:41.411980 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:43:41.796473 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:43:41.989017 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:43:43.351764 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:44:18.521323 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:44:18.521367 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0504 20:44:18.521374 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0504 20:44:18.521394 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0504 20:44:18.522503 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:44:18.548843 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:44:18.553332 1 tasks.go:49] processing task group 1 of 3 I0504 20:44:18.553362 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:44:18.553372 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:44:18.564195 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:44:19.597424 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTWsrRzdNa05ydGN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056a3lOek0wT0RBZQpGdzB5TmpBMU1EUXlNRFF5TWpoYUZ3MHlPREEzTURJeU1EUXlNamxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemM1TWpjek5EZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGJWeE1hYmpCSzhOTUtDaktvNml1c0hpRjZwM0JSQnZTRAp2aGtYcVFrOXJId29YbzZwc3M3V0pXUmpTTWlnTTExRk5wOGUyZTZ4allQOEhjZjViZ2J4VVhzTXBPYkZCbWJTCjZPZmc5K0pnajdSZU5VSzdPeDMvMEtOZnh1cVpIQXFhSEZHNUtaUWI4NHNqMm1MUTZqU1lpeHhhU3hzTXZoMXAKL040RDBCZjBKL240dXF1YXVSK2Z4RmZEbnIvSGFqNU9SdE5lNXFnaElsakVyQXVrOVFJZHFjb0hUK1NpZlVNSQowc0Vtb09VbHJzOE5VMHZaL3JCcVdPOWRwRXBjZ2x1dEtsaHE3VmkrckpHaGQvM3VUUVYvK0ZSc0FCUHk3UG80CkNDQUcwNlRoVHd5bnB1b01LcmRCcS9oa0tGM0RPWGJYRnV1d3p2OHd3Y0tZYlRZbDdPRmJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlExcUMyYwpaUTdaejdRaDhLaUQrVmNyYkU5VWdqQWZCZ05WSFNNRUdEQVdnQlExcUMyY1pRN1p6N1FoOEtpRCtWY3JiRTlVCmdqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF3YWtDZ0puSkhRalN4T0NTNnJDcFBYT3d1NWFxSy9hb0xFMUIKR1Z0cGVqdWV4cWNLZlJqSGczQlk1a2lLTDhLUFBBcnoxTUFrTnFlSFh3RExJKzgzODlxU2tsYjZOQWZqaGk3Kwo1b04wTVEvVjA0Z3VmS0V2dHQ4OUNlWnJDbWFraUlCaURxS0t2aUp6cmtLTU5XSEZNMXJHQ0NYRHRHM1NjTEJrCkVNNzROdkt4VVowSG81QzlGV3ZrSjhDS29vQTFoL21zQ0I2MUhTQlZQL2UvQlBkMndlSFNsa3lNd0xTYXlnS1kKbWlFc0pHOXpoRnV3OTVvbmRkaVpOcXlYL3NGZ2RkVW5XM05la05GUURNTzNqTE1aUldWS0E5a0ZnWTM1VTFyUwo1OGlmcEtoQW5CYkRMUlRpWEVCZWo5VzU3S0Q2dDhnTWg3Y21nWWJtRlcvc1RZVndYUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0504 20:44:19.603122 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0504 20:44:19.607337 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTWsrRzdNa05ydGN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056a3lOek0wT0RBZQpGdzB5TmpBMU1EUXlNRFF5TWpoYUZ3MHlPREEzTURJeU1EUXlNamxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemM1TWpjek5EZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGJWeE1hYmpCSzhOTUtDaktvNml1c0hpRjZwM0JSQnZTRAp2aGtYcVFrOXJId29YbzZwc3M3V0pXUmpTTWlnTTExRk5wOGUyZTZ4allQOEhjZjViZ2J4VVhzTXBPYkZCbWJTCjZPZmc5K0pnajdSZU5VSzdPeDMvMEtOZnh1cVpIQXFhSEZHNUtaUWI4NHNqMm1MUTZqU1lpeHhhU3hzTXZoMXAKL040RDBCZjBKL240dXF1YXVSK2Z4RmZEbnIvSGFqNU9SdE5lNXFnaElsakVyQXVrOVFJZHFjb0hUK1NpZlVNSQowc0Vtb09VbHJzOE5VMHZaL3JCcVdPOWRwRXBjZ2x1dEtsaHE3VmkrckpHaGQvM3VUUVYvK0ZSc0FCUHk3UG80CkNDQUcwNlRoVHd5bnB1b01LcmRCcS9oa0tGM0RPWGJYRnV1d3p2OHd3Y0tZYlRZbDdPRmJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlExcUMyYwpaUTdaejdRaDhLaUQrVmNyYkU5VWdqQWZCZ05WSFNNRUdEQVdnQlExcUMyY1pRN1p6N1FoOEtpRCtWY3JiRTlVCmdqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF3YWtDZ0puSkhRalN4T0NTNnJDcFBYT3d1NWFxSy9hb0xFMUIKR1Z0cGVqdWV4cWNLZlJqSGczQlk1a2lLTDhLUFBBcnoxTUFrTnFlSFh3RExJKzgzODlxU2tsYjZOQWZqaGk3Kwo1b04wTVEvVjA0Z3VmS0V2dHQ4OUNlWnJDbWFraUlCaURxS0t2aUp6cmtLTU5XSEZNMXJHQ0NYRHRHM1NjTEJrCkVNNzROdkt4VVowSG81QzlGV3ZrSjhDS29vQTFoL21zQ0I2MUhTQlZQL2UvQlBkMndlSFNsa3lNd0xTYXlnS1kKbWlFc0pHOXpoRnV3OTVvbmRkaVpOcXlYL3NGZ2RkVW5XM05la05GUURNTzNqTE1aUldWS0E5a0ZnWTM1VTFyUwo1OGlmcEtoQW5CYkRMUlRpWEVCZWo5VzU3S0Q2dDhnTWg3Y21nWWJtRlcvc1RZVndYUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0504 20:44:19.612230 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0504 20:44:21.713312 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:44:21.713335 1 tasks.go:49] processing task group 2 of 3 I0504 20:44:21.713360 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:44:21.713366 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:44:21.713378 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:44:21.713395 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:44:21.713430 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:44:21.713439 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:44:21.713466 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:44:21.713523 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:44:21.714554 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:44:21.714587 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:44:21.714611 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:44:21.714628 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:44:21.714562 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:44:21.714643 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:44:21.714674 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:44:21.790024 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:44:21.807524 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0504 20:44:21.808341 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:44:21.820658 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:44:21.824144 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0504 20:44:21.848115 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0504 20:44:21.857866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0504 20:44:21.872566 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0504 20:44:21.881953 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:44:21.928263 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0504 20:44:22.801907 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:44:22.837203 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:44:22.843187 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:44:22.845171 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:44:22.883199 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:44:24.894355 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:44:26.870824 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:44:26.917806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0504 20:44:27.774708 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:44:30.018413 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:45:32.930925 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:46:37.110390 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:46:37.110419 1 tasks.go:49] processing task group 3 of 3 I0504 20:46:37.110427 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:46:37.156554 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:46:37.156646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fbc230cb-fe35-4339-8e13-c0c9b2b9aba6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0504 20:46:37.163775 1 operator.go:851] Updating ClusterOperator status to done. W0504 20:46:37.221303 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:46:37.250255 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:46:37.254986 1 tasks.go:49] processing task group 1 of 3 I0504 20:46:37.255004 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:46:37.255019 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:46:37.268348 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:46:40.395387 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:46:40.395414 1 tasks.go:49] processing task group 2 of 3 I0504 20:46:40.395441 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:46:40.395448 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:46:40.395464 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:46:40.395494 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:46:40.395506 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:46:40.395531 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:46:40.395546 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:46:40.395558 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:46:40.395583 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:46:40.395596 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:46:40.395615 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:46:40.395629 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:46:40.395656 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:46:40.395689 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:46:40.395657 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:46:40.472167 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:46:40.491076 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:46:40.491852 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:46:40.559477 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:46:41.493945 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:46:41.508153 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:46:41.508158 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:46:41.518212 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:46:41.564717 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:46:43.563435 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:46:45.552455 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:46:46.453753 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:46:46.561717 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:46:51.564727 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:46:52.638581 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:46:55.711325 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:46:55.711354 1 tasks.go:49] processing task group 3 of 3 I0504 20:46:55.711371 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:46:55.748446 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:46:55.753483 1 operator.go:851] Updating ClusterOperator status to done. W0504 20:46:55.762620 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:46:55.786994 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:46:55.791333 1 tasks.go:49] processing task group 1 of 3 I0504 20:46:55.791360 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:46:55.791376 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:46:55.802836 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:46:58.916406 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:46:58.916430 1 tasks.go:49] processing task group 2 of 3 I0504 20:46:58.916459 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:46:58.916469 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:46:58.916475 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:46:58.916496 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:46:58.916510 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:46:58.916527 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:46:58.916546 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:46:58.916562 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:46:58.916578 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:46:58.916590 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:46:58.916611 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:46:58.916626 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:46:58.916650 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:46:58.916665 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:46:58.916676 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:46:58.979637 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:46:58.995429 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:46:59.002409 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:46:59.054842 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:46:59.995834 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:47:00.023470 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:47:00.023622 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:47:00.030436 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:47:00.056213 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:47:02.059754 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:47:04.044530 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:47:04.977223 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:47:05.064616 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:47:10.078810 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:47:14.204936 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:47:14.204961 1 tasks.go:49] processing task group 3 of 3 I0504 20:47:14.204976 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:47:14.241145 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:47:14.246381 1 operator.go:851] Updating ClusterOperator status to done. I0504 20:47:41.459353 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 20:47:41.459387 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:47:41.485605 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:47:41.489947 1 tasks.go:49] processing task group 1 of 3 I0504 20:47:41.489980 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:47:41.489992 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:47:41.500974 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:47:44.627373 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:47:44.627393 1 tasks.go:49] processing task group 2 of 3 I0504 20:47:44.627416 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:47:44.627421 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:47:44.627437 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:47:44.627462 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:47:44.627472 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:47:44.627497 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:47:44.627520 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:47:44.627548 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:47:44.627571 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:47:44.627584 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:47:44.627594 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:47:44.627609 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:47:44.627605 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:47:44.627620 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:47:44.627640 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:47:44.679934 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:47:44.698927 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:47:44.716341 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:47:44.771512 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:47:45.696866 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:47:45.723032 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:47:45.724986 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:47:45.731915 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:47:45.749606 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:47:47.766324 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:47:49.752287 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:47:50.682455 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:47:50.765561 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:47:55.776365 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:47:59.907338 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:47:59.907364 1 tasks.go:49] processing task group 3 of 3 I0504 20:47:59.907377 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:47:59.943617 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:47:59.948671 1 operator.go:851] Updating ClusterOperator status to done. I0504 20:48:25.848062 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0504 20:50:19.989865 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0504 20:50:19.989892 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:50:20.016423 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:50:20.021642 1 tasks.go:49] processing task group 1 of 3 I0504 20:50:20.021672 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:50:20.021686 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:50:20.033288 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:50:23.163119 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:50:23.163141 1 tasks.go:49] processing task group 2 of 3 I0504 20:50:23.163165 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:50:23.163173 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:50:23.163184 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:50:23.163204 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:50:23.163231 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:50:23.163248 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:50:23.163267 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:50:23.163284 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:50:23.163307 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:50:23.163326 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:50:23.163348 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:50:23.163349 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:50:23.163373 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:50:23.163394 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:50:23.163420 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:50:23.210294 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:50:23.235460 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:50:23.253623 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:50:23.296484 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:50:24.227490 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:50:24.251876 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:50:24.253902 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:50:24.264253 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:50:24.296875 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:50:26.298184 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:50:28.281456 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:50:29.221325 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:50:29.300965 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:50:34.300024 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:50:38.459691 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:50:38.459722 1 tasks.go:49] processing task group 3 of 3 I0504 20:50:38.459735 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:50:38.496167 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:50:38.502085 1 operator.go:851] Updating ClusterOperator status to done. I0504 20:50:48.422369 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0504 20:52:41.459577 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 20:52:41.459613 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:52:41.485330 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:52:41.489714 1 tasks.go:49] processing task group 1 of 3 I0504 20:52:41.489734 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:52:41.489746 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:52:41.500961 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:52:44.623271 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:52:44.623293 1 tasks.go:49] processing task group 2 of 3 I0504 20:52:44.623318 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:52:44.623318 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:52:44.623323 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:52:44.623343 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:52:44.623371 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:52:44.623396 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:52:44.623414 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:52:44.623434 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:52:44.623449 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:52:44.623471 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:52:44.623495 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:52:44.623490 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:52:44.623508 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:52:44.623538 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:52:44.623548 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:52:44.676902 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:52:44.710912 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:52:44.714775 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:52:44.771033 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:52:45.700279 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:52:45.716666 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:52:45.731641 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:52:45.735906 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:52:45.767710 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:52:47.768073 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:52:49.751366 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:52:50.679524 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:52:50.775115 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:52:55.766433 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:52:59.912836 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:52:59.912859 1 tasks.go:49] processing task group 3 of 3 I0504 20:52:59.912870 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:52:59.951543 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:52:59.960736 1 operator.go:851] Updating ClusterOperator status to done. I0504 20:57:41.368525 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0504 20:57:41.368565 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:57:41.369624 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0504 20:57:41.369662 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0504 20:57:41.371905 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:57:41.371911 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0504 20:57:41.371932 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0504 20:57:41.374061 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0504 20:57:41.374250 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0504 20:57:41.374299 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0504 20:57:41.374313 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0504 20:57:41.374354 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0504 20:57:41.396198 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:57:41.401036 1 tasks.go:49] processing task group 1 of 3 I0504 20:57:41.401060 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:57:41.401071 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:57:41.411360 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0504 20:57:41.416421 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:57:41.459598 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0504 20:57:44.559268 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:57:44.559293 1 tasks.go:49] processing task group 2 of 3 I0504 20:57:44.559322 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:57:44.559343 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:57:44.559342 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:57:44.559359 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:57:44.559375 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:57:44.559399 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:57:44.559416 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:57:44.559453 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:57:44.559437 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:57:44.559448 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:57:44.559482 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:57:44.559527 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:57:44.559532 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:57:44.559591 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:57:44.559589 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:57:44.629129 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:57:44.652029 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:57:44.661636 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:57:44.717235 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:57:45.641319 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:57:45.667364 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:57:45.673502 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:57:45.674253 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:57:45.713148 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:57:47.708110 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:57:49.694180 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:57:50.622298 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:57:50.726339 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:57:55.710140 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:57:59.880854 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:57:59.880879 1 tasks.go:49] processing task group 3 of 3 I0504 20:57:59.880886 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:57:59.920486 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:57:59.925480 1 operator.go:851] Updating ClusterOperator status to done. W0504 20:57:59.933492 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:57:59.956644 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:57:59.960731 1 tasks.go:49] processing task group 1 of 3 I0504 20:57:59.960752 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:57:59.960774 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:57:59.972052 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:58:03.088423 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:58:03.088447 1 tasks.go:49] processing task group 2 of 3 I0504 20:58:03.088469 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:58:03.088474 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:58:03.088486 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:58:03.088506 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:58:03.088521 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:58:03.088537 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:58:03.088555 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:58:03.088579 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:58:03.088593 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:58:03.088605 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:58:03.088673 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:58:03.088689 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:58:03.088723 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:58:03.088723 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:58:03.088772 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:58:03.175466 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:58:03.200581 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:58:03.208573 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:58:03.265606 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:58:04.193690 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:58:04.226578 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:58:04.229163 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:58:04.234153 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:58:04.258986 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:58:06.287670 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:58:08.252354 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:58:09.149425 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:58:09.271534 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:58:14.256315 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:58:18.444938 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:58:18.444961 1 tasks.go:49] processing task group 3 of 3 I0504 20:58:18.444971 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:58:18.479545 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:58:18.487439 1 operator.go:851] Updating ClusterOperator status to done. I0504 21:02:41.459168 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 21:02:41.459219 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 21:02:41.486977 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 21:02:41.491387 1 tasks.go:49] processing task group 1 of 3 I0504 21:02:41.491413 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 21:02:41.491426 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:02:41.503850 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:02:44.632720 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 21:02:44.632743 1 tasks.go:49] processing task group 2 of 3 I0504 21:02:44.632769 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:02:44.632772 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 21:02:44.632807 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:02:44.632819 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 21:02:44.632849 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 21:02:44.632870 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 21:02:44.632878 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 21:02:44.632891 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:02:44.632909 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:02:44.632945 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:02:44.632967 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 21:02:44.632979 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 21:02:44.632982 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 21:02:44.632851 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:02:44.632796 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 21:02:44.696523 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:02:44.734479 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:02:44.738577 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 21:02:44.793113 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:02:45.715098 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:02:45.732015 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:02:45.745881 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:02:45.748627 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 21:02:45.781864 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 21:02:47.795149 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 21:02:49.769446 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 21:02:50.691707 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 21:02:50.809065 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 21:02:55.795040 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 21:02:59.944726 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 21:02:59.944754 1 tasks.go:49] processing task group 3 of 3 I0504 21:02:59.944762 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 21:02:59.980721 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 21:02:59.986401 1 operator.go:851] Updating ClusterOperator status to done. I0504 21:07:41.459497 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 21:07:41.459552 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 21:07:41.487524 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 21:07:41.491900 1 tasks.go:49] processing task group 1 of 3 I0504 21:07:41.491925 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 21:07:41.491940 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:07:41.503383 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:07:44.628425 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 21:07:44.628451 1 tasks.go:49] processing task group 2 of 3 I0504 21:07:44.628473 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:07:44.628474 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:07:44.628494 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 21:07:44.628512 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 21:07:44.628533 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 21:07:44.628554 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 21:07:44.628576 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:07:44.628592 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:07:44.628613 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 21:07:44.628629 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:07:44.628652 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 21:07:44.628673 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 21:07:44.628681 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:07:44.628691 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 21:07:44.628715 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 21:07:44.700271 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:07:44.722240 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 21:07:44.729505 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:07:44.806674 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:07:45.733827 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:07:45.758459 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:07:45.761642 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 21:07:45.764792 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:07:45.791310 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 21:07:47.829710 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 21:07:49.781905 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 21:07:50.689220 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 21:07:50.805686 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 21:07:55.851734 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 21:07:59.961379 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 21:07:59.961405 1 tasks.go:49] processing task group 3 of 3 I0504 21:07:59.961432 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 21:07:59.995916 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 21:08:00.001055 1 operator.go:851] Updating ClusterOperator status to done. I0504 21:12:41.369576 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0504 21:12:41.369620 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 21:12:41.369680 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0504 21:12:41.369702 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0504 21:12:41.372997 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 21:12:41.373008 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0504 21:12:41.373010 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0504 21:12:41.374084 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0504 21:12:41.374247 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0504 21:12:41.374298 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0504 21:12:41.374342 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0504 21:12:41.374423 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0504 21:12:41.395362 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 21:12:41.400244 1 tasks.go:49] processing task group 1 of 3 I0504 21:12:41.400274 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 21:12:41.400289 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:12:41.411959 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0504 21:12:41.413303 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:12:41.459388 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0504 21:12:44.523244 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 21:12:44.523267 1 tasks.go:49] processing task group 2 of 3 I0504 21:12:44.523290 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:12:44.523300 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 21:12:44.523310 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 21:12:44.523336 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 21:12:44.523349 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 21:12:44.523362 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 21:12:44.523387 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:12:44.523413 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 21:12:44.523414 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 21:12:44.523438 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:12:44.523468 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 21:12:44.523489 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:12:44.523477 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:12:44.523495 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:12:44.523521 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 21:12:44.579808 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:12:44.605405 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:12:44.617460 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 21:12:44.680580 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:12:45.603501 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:12:45.631689 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:12:45.645166 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 21:12:45.646409 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:12:45.665967 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 21:12:47.672011 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 21:12:49.651062 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 21:12:50.582293 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 21:12:50.673617 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 21:12:55.674364 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 21:12:59.823695 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 21:12:59.823722 1 tasks.go:49] processing task group 3 of 3 I0504 21:12:59.823735 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 21:12:59.864302 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 21:12:59.870181 1 operator.go:851] Updating ClusterOperator status to done. W0504 21:12:59.879212 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 21:12:59.905943 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 21:12:59.910618 1 tasks.go:49] processing task group 1 of 3 I0504 21:12:59.910644 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 21:12:59.910664 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:12:59.923256 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:13:03.029641 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 21:13:03.029662 1 tasks.go:49] processing task group 2 of 3 I0504 21:13:03.029686 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:13:03.029693 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 21:13:03.029710 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:13:03.029728 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 21:13:03.029750 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:13:03.029773 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 21:13:03.029808 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:13:03.029811 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 21:13:03.029836 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 21:13:03.029854 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 21:13:03.029867 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 21:13:03.029890 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 21:13:03.029885 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 21:13:03.029899 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:13:03.029929 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:13:03.082344 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:13:03.106932 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:13:03.120564 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 21:13:03.174047 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:13:04.100145 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:13:04.120971 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:13:04.132321 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 21:13:04.137141 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:13:04.158286 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 21:13:06.172505 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 21:13:08.154583 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 21:13:09.088443 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 21:13:09.181521 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 21:13:14.172963 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 21:13:18.343106 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 21:13:18.343128 1 tasks.go:49] processing task group 3 of 3 I0504 21:13:18.343136 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 21:13:18.378118 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 21:13:18.383148 1 operator.go:851] Updating ClusterOperator status to done. I0504 21:17:41.459005 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 21:17:41.459062 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 21:17:41.493760 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 21:17:41.502557 1 tasks.go:49] processing task group 1 of 3 I0504 21:17:41.502583 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 21:17:41.502596 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:17:41.539718 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:17:44.721648 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 21:17:44.721670 1 tasks.go:49] processing task group 2 of 3 I0504 21:17:44.721698 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:17:44.721700 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 21:17:44.721707 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 21:17:44.721723 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:17:44.721751 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:17:44.721773 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:17:44.721805 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:17:44.721813 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 21:17:44.721834 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 21:17:44.721859 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 21:17:44.721883 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 21:17:44.721889 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 21:17:44.721910 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 21:17:44.721937 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:17:44.721867 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 21:17:44.799480 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:17:44.831229 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:17:44.847599 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 21:17:44.904167 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:17:45.810198 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:17:45.841993 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:17:45.843246 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:17:45.854707 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 21:17:45.895753 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 21:17:47.900482 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 21:17:49.885875 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 21:17:50.785950 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 21:17:50.918602 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 21:17:55.903341 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 21:18:00.097079 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 21:18:00.097104 1 tasks.go:49] processing task group 3 of 3 I0504 21:18:00.097117 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 21:18:00.136528 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 21:18:00.142196 1 operator.go:851] Updating ClusterOperator status to done. I0504 21:22:41.459802 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 21:22:41.459860 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 21:22:41.488757 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 21:22:41.493443 1 tasks.go:49] processing task group 1 of 3 I0504 21:22:41.493469 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 21:22:41.493487 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:22:41.505428 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:22:44.619210 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 21:22:44.619231 1 tasks.go:49] processing task group 2 of 3 I0504 21:22:44.619255 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:22:44.619260 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:22:44.619272 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 21:22:44.619284 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 21:22:44.619308 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 21:22:44.619323 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:22:44.619343 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 21:22:44.619359 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 21:22:44.619379 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 21:22:44.619387 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:22:44.619406 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 21:22:44.619424 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:22:44.619455 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 21:22:44.619450 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 21:22:44.619475 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:22:44.696900 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:22:44.733937 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:22:44.771431 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 21:22:44.830655 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:22:45.725099 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:22:45.737713 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:22:45.740977 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:22:45.748767 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 21:22:45.805723 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 21:22:47.771242 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 21:22:49.786976 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 21:22:50.676920 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 21:22:50.809746 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 21:22:55.771620 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 21:22:59.935393 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 21:22:59.935422 1 tasks.go:49] processing task group 3 of 3 I0504 21:22:59.935435 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 21:22:59.972098 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 21:22:59.977542 1 operator.go:851] Updating ClusterOperator status to done.