W1002 02:24:41.868628 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I1002 02:24:41.868954 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I1002 02:24:41.868966 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I1002 02:24:41.868969 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I1002 02:24:41.868973 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I1002 02:24:41.894594 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I1002 02:24:41.900971 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I1002 02:24:41.901171 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I1002 02:24:41.901885 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I1002 02:24:41.902894 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I1002 02:24:41.907739 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I1002 02:24:41.911291 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I1002 02:24:41.911452 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1002 02:24:41.911502 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1002 02:24:41.918777 1 reflector.go:376] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1002 02:24:41.918874 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1002 02:24:41.918878 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1002 02:24:41.919074 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1002 02:24:41.919159 1 operator.go:687] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I1002 02:24:41.919476 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:603 I1002 02:24:41.919774 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1002 02:24:41.924710 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1002 02:24:41.925942 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1002 02:24:41.927288 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1002 02:24:41.932919 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I1002 02:24:41.935617 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I1002 02:24:41.938066 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1002 02:24:41.950425 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1002 02:24:42.004460 1 operator.go:635] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W1002 02:24:42.004507 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1002 02:24:42.004529 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I1002 02:24:42.004547 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I1002 02:24:42.004546 1 rule_controller.go:113] Starting alerting rules controller I1002 02:24:42.004552 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I1002 02:24:42.004552 1 relabel_controller.go:117] Starting alert relabel config controller I1002 02:24:42.004562 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I1002 02:24:42.004566 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I1002 02:24:42.004584 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I1002 02:24:42.004599 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I1002 02:24:42.004594 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I1002 02:24:42.004604 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I1002 02:24:42.004606 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I1002 02:24:42.004612 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I1002 02:24:42.008480 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I1002 02:24:42.008618 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I1002 02:24:42.012653 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I1002 02:24:42.012710 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.012724 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.012715 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.012799 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I1002 02:24:42.012803 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I1002 02:24:42.012772 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I1002 02:24:42.012896 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I1002 02:24:42.029677 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-6dtnb" is created for OpenShiftMonitoringTelemeterClientCertRequester I1002 02:24:42.036569 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-h6ghl" is created for OpenShiftMonitoringClientCertRequester I1002 02:24:42.038470 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.038549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-lkmp2" is created for OpenShiftMonitoringMetricsServerClientCertRequester I1002 02:24:42.051930 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.051961 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.051995 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.064474 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.074506 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.074534 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.074546 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.082084 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.082095 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.082151 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.086683 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.088840 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.088844 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.089039 1 operator.go:882] Updating ClusterOperator status to InProgress. I1002 02:24:42.093084 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.093088 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.103152 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.104966 1 shared_informer.go:320] Caches are synced for AlertingRule controller I1002 02:24:42.104985 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I1002 02:24:42.105006 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.105306 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1002 02:24:42.111009 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I1002 02:24:42.111516 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I1002 02:24:42.115182 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I1002 02:24:42.115430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I1002 02:24:42.118814 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I1002 02:24:42.118814 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I1002 02:24:42.122916 1 tasks.go:49] processing task group 1 of 3 I1002 02:24:42.122936 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1002 02:24:42.122958 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:24:42.124259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I1002 02:24:42.136310 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I1002 02:24:42.153099 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I1002 02:24:42.159051 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:24:42.219974 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I1002 02:24:42.304065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I1002 02:24:42.318000 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I1002 02:24:42.344176 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I1002 02:24:42.358502 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I1002 02:24:42.369545 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I1002 02:24:42.370746 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I1002 02:24:42.370759 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I1002 02:24:42.370777 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I1002 02:24:42.370783 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I1002 02:24:42.372841 1 secure_serving.go:57] Forcing use of http/1.1 only W1002 02:24:42.372855 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. I1002 02:24:42.372857 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W1002 02:24:42.372873 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W1002 02:24:42.372883 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W1002 02:24:42.372886 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W1002 02:24:42.372888 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W1002 02:24:42.372890 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I1002 02:24:42.380710 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I1002 02:24:42.380724 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I1002 02:24:42.380752 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1002 02:24:42.380765 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I1002 02:24:42.380765 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1002 02:24:42.380773 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I1002 02:24:42.380915 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1790907853\" (2026-10-02 02:24:22 +0000 UTC to 2028-10-01 02:24:23 +0000 UTC (now=2026-10-02 02:24:42.380892064 +0000 UTC))" I1002 02:24:42.380959 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I1002 02:24:42.381005 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1790907882\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1790907882\" (2026-10-02 01:24:41 +0000 UTC to 2027-10-02 01:24:41 +0000 UTC (now=2026-10-02 02:24:42.380991184 +0000 UTC))" I1002 02:24:42.381019 1 secure_serving.go:213] Serving securely on [::]:8443 I1002 02:24:42.381033 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I1002 02:24:42.381038 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I1002 02:24:42.383978 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I1002 02:24:42.383981 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I1002 02:24:42.384031 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I1002 02:24:42.481753 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I1002 02:24:42.481780 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I1002 02:24:42.481753 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I1002 02:24:42.481970 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-10-02 02:09:21 +0000 UTC to 2036-09-29 02:09:21 +0000 UTC (now=2026-10-02 02:24:42.481948203 +0000 UTC))" I1002 02:24:42.482099 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1790907853\" (2026-10-02 02:24:22 +0000 UTC to 2028-10-01 02:24:23 +0000 UTC (now=2026-10-02 02:24:42.482087649 +0000 UTC))" I1002 02:24:42.482184 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1790907882\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1790907882\" (2026-10-02 01:24:41 +0000 UTC to 2027-10-02 01:24:41 +0000 UTC (now=2026-10-02 02:24:42.48217592 +0000 UTC))" I1002 02:24:42.482272 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-10-02 02:09:22 +0000 UTC to 2036-09-29 02:09:22 +0000 UTC (now=2026-10-02 02:24:42.482263703 +0000 UTC))" I1002 02:24:42.482306 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-10-02 02:09:22 +0000 UTC to 2036-09-29 02:09:22 +0000 UTC (now=2026-10-02 02:24:42.482298967 +0000 UTC))" I1002 02:24:42.482316 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-10-02 02:09:23 +0000 UTC to 2036-09-29 02:09:23 +0000 UTC (now=2026-10-02 02:24:42.482309574 +0000 UTC))" I1002 02:24:42.482329 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-10-02 02:09:23 +0000 UTC to 2036-09-29 02:09:23 +0000 UTC (now=2026-10-02 02:24:42.482322314 +0000 UTC))" I1002 02:24:42.482339 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-10-02 02:09:24 +0000 UTC to 2036-09-29 02:09:24 +0000 UTC (now=2026-10-02 02:24:42.48233269 +0000 UTC))" I1002 02:24:42.482352 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2t6c64unp49hmnk1vhu8d86e9f8mboal-kx-53c9e68053_customer-system-admin-signer@1790906973\" [] issuer=\"\" (2026-10-02 02:09:32 +0000 UTC to 2026-10-09 02:09:33 +0000 UTC (now=2026-10-02 02:24:42.482346074 +0000 UTC))" I1002 02:24:42.482363 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2t6c64unp49hmnk1vhu8d86e9f8mboal-kx-53c9e68053_sre-system-admin-signer@1790906973\" [] issuer=\"\" (2026-10-02 02:09:32 +0000 UTC to 2026-10-09 02:09:33 +0000 UTC (now=2026-10-02 02:24:42.482356241 +0000 UTC))" I1002 02:24:42.482380 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-10-02 02:09:21 +0000 UTC to 2036-09-29 02:09:21 +0000 UTC (now=2026-10-02 02:24:42.482369784 +0000 UTC))" I1002 02:24:42.482471 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1790907853\" (2026-10-02 02:24:22 +0000 UTC to 2028-10-01 02:24:23 +0000 UTC (now=2026-10-02 02:24:42.482458242 +0000 UTC))" I1002 02:24:42.482552 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1790907882\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1790907882\" (2026-10-02 01:24:41 +0000 UTC to 2027-10-02 01:24:41 +0000 UTC (now=2026-10-02 02:24:42.482543631 +0000 UTC))" I1002 02:24:45.415471 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I1002 02:24:45.430689 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I1002 02:24:45.449004 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I1002 02:24:49.578447 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1002 02:24:49.578471 1 tasks.go:49] processing task group 2 of 3 I1002 02:24:49.578501 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:24:49.578512 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:24:49.578525 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1002 02:24:49.578529 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1002 02:24:49.578538 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1002 02:24:49.578542 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:24:49.578548 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1002 02:24:49.578555 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1002 02:24:49.578559 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1002 02:24:49.578564 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:24:49.578570 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:24:49.578572 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1002 02:24:49.578580 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:24:49.578580 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1002 02:24:49.578593 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1002 02:24:49.595474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I1002 02:24:49.595495 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I1002 02:24:49.617027 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I1002 02:24:49.630639 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I1002 02:24:49.634754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I1002 02:24:49.648442 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I1002 02:24:49.665893 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1002 02:24:49.671253 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:24:49.704083 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:24:49.707706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I1002 02:24:49.708888 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I1002 02:24:49.802171 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I1002 02:24:49.804480 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I1002 02:24:49.808455 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I1002 02:24:49.810389 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I1002 02:24:49.859978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I1002 02:24:49.862342 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I1002 02:24:49.874293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I1002 02:24:49.922892 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I1002 02:24:49.929715 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I1002 02:24:49.932950 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I1002 02:24:49.938274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I1002 02:24:49.950664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W1002 02:24:49.951968 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I1002 02:24:49.951980 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I1002 02:24:49.954706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I1002 02:24:49.961103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I1002 02:24:49.982972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I1002 02:24:49.982996 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I1002 02:24:49.983003 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I1002 02:24:49.983009 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I1002 02:24:50.147645 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I1002 02:24:50.336709 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I1002 02:24:50.369539 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I1002 02:24:50.408122 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I1002 02:24:50.465467 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I1002 02:24:50.532613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I1002 02:24:50.558353 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I1002 02:24:50.623265 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I1002 02:24:50.662094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I1002 02:24:50.735430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I1002 02:24:50.750945 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I1002 02:24:50.764808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I1002 02:24:50.816259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I1002 02:24:50.831422 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I1002 02:24:50.910001 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I1002 02:24:50.910024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I1002 02:24:50.920880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I1002 02:24:50.933492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I1002 02:24:50.956213 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I1002 02:24:50.973775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I1002 02:24:50.973807 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I1002 02:24:51.017277 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I1002 02:24:51.038753 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I1002 02:24:51.143201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I1002 02:24:51.276555 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I1002 02:24:51.411361 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I1002 02:24:51.730619 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I1002 02:24:51.742016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I1002 02:24:51.753562 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I1002 02:24:51.852403 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:24:51.852472 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I1002 02:24:51.852811 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I1002 02:24:51.869603 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I1002 02:24:51.967120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I1002 02:24:52.035511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-3t63v5lpk4df3 -n openshift-monitoring because it was missing I1002 02:24:52.060355 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I1002 02:24:52.198662 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I1002 02:24:52.288309 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I1002 02:24:52.381988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I1002 02:24:52.483887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I1002 02:24:52.588811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I1002 02:24:52.686174 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:24:52.693639 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I1002 02:24:52.713727 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:24:52.792900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I1002 02:24:52.893749 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I1002 02:24:52.959108 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I1002 02:24:52.974741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I1002 02:24:53.035608 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:24:53.589554 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I1002 02:24:54.088988 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1002 02:24:54.104949 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1002 02:24:54.613756 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-co88ml3cblk5d -n openshift-monitoring because it was missing I1002 02:24:54.637900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I1002 02:24:54.667670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I1002 02:24:56.009313 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-8d5cub4e31673 -n openshift-monitoring because it was missing I1002 02:24:56.027625 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I1002 02:24:56.049660 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I1002 02:24:56.061616 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I1002 02:24:56.366821 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I1002 02:24:58.758223 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1002 02:24:58.758292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I1002 02:25:05.113769 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I1002 02:25:05.149487 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1002 02:25:07.057765 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1002 02:25:19.690339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I1002 02:25:19.706120 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1002 02:25:19.706193 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I1002 02:25:22.068719 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1002 02:25:22.108282 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1002 02:25:22.173479 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1002 02:25:22.209855 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1002 02:25:22.249814 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1002 02:25:31.042680 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1002 02:25:38.078721 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1002 02:26:06.129891 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1002 02:26:06.129943 1 operator.go:927] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E1002 02:26:06.129950 1 operator.go:746] Syncing "openshift-monitoring/cluster-monitoring-config" failed E1002 02:26:06.129969 1 operator.go:747] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W1002 02:26:06.131085 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1002 02:26:06.170722 1 operator.go:882] Updating ClusterOperator status to InProgress. I1002 02:26:06.175834 1 tasks.go:49] processing task group 1 of 3 I1002 02:26:06.175880 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1002 02:26:06.175890 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:26:06.188046 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:26:07.224647 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTUdzQVdIUHpwbTR3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNU1Ea3dOemcxTXpBZQpGdzB5TmpFd01ESXdNakkwTVRKYUZ3MHlPREV4TXpBd01qSTBNVE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPVEE1TURjNE5UTXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhlT0JjMnlKcXJsSVZlR0pGajk2SlJQTmNpZkpqZ1pIagpxMGQwVTcrc0xkYUhNUVlOT2pVOXJlcGg4bHpwcHM3UHQ2WS80bFZ3cWFyMlRTTVhocmhFNXhvRXovbWFYYkUrClFSWUJrOXFJZ051MzN5aklOWFpLaEZ4OExIN3pRT3cyZURJV3dhT0NUU3VSOE00UDFCaFNoVTRIY0hkckkrd0EKTzRzTmUrRkFUd1pVK2FXdlZIRCtyTndIcUFyWDRmNFZYeUhpVjZha00vZDZZUFlOd2FSdHJPMzVXb3E2ZFBYdQpHMUhJNkNTM3phL3lucEc5Y1dTQ3kwK2xNd01NYnBocnpLM09oc01IVERZRkkxbzF1YkNJSDZWYkZpSFBkS0F6CmRia0RQbStsRkNZZFp1dkNia051VXNtVE9iMVdpZk1mQ041RlQzeDJROWpHeWVjYVlER2JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFjdEorUAp6YTFMcHNhQ2hZYTVkdE1HS2NMeEtUQWZCZ05WSFNNRUdEQVdnQlFjdEorUHphMUxwc2FDaFlhNWR0TUdLY0x4CktUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFTRFFURDZMaDBxMFd2VHduYTh4bmdFZVY1Um5EZTMrZXhZc0sKSGNzY3FMdFlNK2FjaVFpLytla2trUkpyTFUyMWlrWTQzRENRUngyaXl4UnUyT3VaTDhpVWt5L1dxRWdGZ29PTAp0anZyUmttN2NqU3Z1N2tKOSt4ZzcrVUpLZXJNZ1ZEV2wxWEgzOXZTU2lXcGl0aTVMOTJ1dFV3RmFVbGhGTWR1CjhYK3ZFazRTM3VKbTZTdDExWVdVN3J5K29sS2VGNy9DamNQa2Y4K0RvQlpGQ3JYWjdrd3dRZWRIMVVSS2RYTHkKZjFteC9YeVFIMTRMbjVzRnhqcnRXaTZtR01Za3NaTkd1VlBNOEpNMjZYbXkyZWYwSklBYm5ZWmFhQlVXcWFrUgpwaTZoRFQvd0hSRVAwVGp0ZllkR2l4NUR0RjhSYk9sVHpvalU3V3cvSHpnOWJaREpvdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I1002 02:26:07.229911 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I1002 02:26:07.235424 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTUdzQVdIUHpwbTR3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNU1Ea3dOemcxTXpBZQpGdzB5TmpFd01ESXdNakkwTVRKYUZ3MHlPREV4TXpBd01qSTBNVE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPVEE1TURjNE5UTXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhlT0JjMnlKcXJsSVZlR0pGajk2SlJQTmNpZkpqZ1pIagpxMGQwVTcrc0xkYUhNUVlOT2pVOXJlcGg4bHpwcHM3UHQ2WS80bFZ3cWFyMlRTTVhocmhFNXhvRXovbWFYYkUrClFSWUJrOXFJZ051MzN5aklOWFpLaEZ4OExIN3pRT3cyZURJV3dhT0NUU3VSOE00UDFCaFNoVTRIY0hkckkrd0EKTzRzTmUrRkFUd1pVK2FXdlZIRCtyTndIcUFyWDRmNFZYeUhpVjZha00vZDZZUFlOd2FSdHJPMzVXb3E2ZFBYdQpHMUhJNkNTM3phL3lucEc5Y1dTQ3kwK2xNd01NYnBocnpLM09oc01IVERZRkkxbzF1YkNJSDZWYkZpSFBkS0F6CmRia0RQbStsRkNZZFp1dkNia051VXNtVE9iMVdpZk1mQ041RlQzeDJROWpHeWVjYVlER2JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFjdEorUAp6YTFMcHNhQ2hZYTVkdE1HS2NMeEtUQWZCZ05WSFNNRUdEQVdnQlFjdEorUHphMUxwc2FDaFlhNWR0TUdLY0x4CktUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFTRFFURDZMaDBxMFd2VHduYTh4bmdFZVY1Um5EZTMrZXhZc0sKSGNzY3FMdFlNK2FjaVFpLytla2trUkpyTFUyMWlrWTQzRENRUngyaXl4UnUyT3VaTDhpVWt5L1dxRWdGZ29PTAp0anZyUmttN2NqU3Z1N2tKOSt4ZzcrVUpLZXJNZ1ZEV2wxWEgzOXZTU2lXcGl0aTVMOTJ1dFV3RmFVbGhGTWR1CjhYK3ZFazRTM3VKbTZTdDExWVdVN3J5K29sS2VGNy9DamNQa2Y4K0RvQlpGQ3JYWjdrd3dRZWRIMVVSS2RYTHkKZjFteC9YeVFIMTRMbjVzRnhqcnRXaTZtR01Za3NaTkd1VlBNOEpNMjZYbXkyZWYwSklBYm5ZWmFhQlVXcWFrUgpwaTZoRFQvd0hSRVAwVGp0ZllkR2l4NUR0RjhSYk9sVHpvalU3V3cvSHpnOWJaREpvdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I1002 02:26:07.241471 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I1002 02:26:09.320125 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1002 02:26:09.320152 1 tasks.go:49] processing task group 2 of 3 I1002 02:26:09.320182 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:26:09.320183 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1002 02:26:09.320205 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:26:09.320240 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1002 02:26:09.320260 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1002 02:26:09.320277 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:26:09.320304 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1002 02:26:09.320320 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1002 02:26:09.320353 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1002 02:26:09.320367 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1002 02:26:09.320383 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1002 02:26:09.320399 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:26:09.320414 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:26:09.320434 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1002 02:26:09.320350 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:26:09.392613 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:26:09.412508 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1002 02:26:09.414110 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:26:09.437219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I1002 02:26:09.455301 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I1002 02:26:09.474421 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I1002 02:26:09.482934 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:26:09.487460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I1002 02:26:09.503514 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I1002 02:26:09.895084 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I1002 02:26:10.425805 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:26:10.457699 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1002 02:26:10.460099 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:26:10.464370 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:26:10.491114 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1002 02:26:12.502848 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1002 02:26:14.477917 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1002 02:26:14.557635 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I1002 02:26:15.382431 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1002 02:26:19.660178 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1002 02:27:10.534265 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1002 02:28:24.691512 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1002 02:28:24.691537 1 tasks.go:49] processing task group 3 of 3 I1002 02:28:24.691548 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1002 02:28:24.738562 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1002 02:28:24.738646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I1002 02:28:24.747230 1 operator.go:903] Updating ClusterOperator status to done. W1002 02:28:24.792557 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1002 02:28:24.847113 1 operator.go:882] Updating ClusterOperator status to InProgress. I1002 02:28:24.851965 1 tasks.go:49] processing task group 1 of 3 I1002 02:28:24.851990 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1002 02:28:24.852013 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:28:24.865370 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:28:28.004241 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1002 02:28:28.004270 1 tasks.go:49] processing task group 2 of 3 I1002 02:28:28.004300 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:28:28.004356 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1002 02:28:28.004369 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1002 02:28:28.004399 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1002 02:28:28.004407 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:28:28.004433 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:28:28.004458 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1002 02:28:28.004476 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1002 02:28:28.004484 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1002 02:28:28.004492 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1002 02:28:28.004517 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1002 02:28:28.004539 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:28:28.004569 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:28:28.004585 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1002 02:28:28.004599 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:28:28.082664 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:28:28.090356 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1002 02:28:28.098033 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:28:28.160038 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:28:29.101578 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:28:29.121714 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:28:29.127708 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1002 02:28:29.140734 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:28:29.168922 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1002 02:28:31.163247 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1002 02:28:33.151675 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1002 02:28:34.068355 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1002 02:28:34.177206 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1002 02:28:39.160061 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1002 02:28:39.378903 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1002 02:28:43.330981 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1002 02:28:43.331013 1 tasks.go:49] processing task group 3 of 3 I1002 02:28:43.331027 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1002 02:28:43.369909 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1002 02:28:43.379350 1 operator.go:903] Updating ClusterOperator status to done. W1002 02:28:43.388961 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1002 02:28:43.423439 1 operator.go:882] Updating ClusterOperator status to InProgress. I1002 02:28:43.428307 1 tasks.go:49] processing task group 1 of 3 I1002 02:28:43.428338 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1002 02:28:43.428359 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:28:43.441678 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:28:46.559652 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1002 02:28:46.559676 1 tasks.go:49] processing task group 2 of 3 I1002 02:28:46.559703 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:28:46.559709 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1002 02:28:46.559724 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1002 02:28:46.559748 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:28:46.559768 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1002 02:28:46.559789 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1002 02:28:46.559817 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:28:46.559847 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1002 02:28:46.559886 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1002 02:28:46.559897 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:28:46.559902 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:28:46.559920 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:28:46.559942 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1002 02:28:46.559946 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1002 02:28:46.559965 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1002 02:28:46.643793 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:28:46.652799 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1002 02:28:46.673719 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:28:46.729348 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:28:47.662814 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:28:47.682707 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:28:47.682713 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:28:47.684627 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1002 02:28:47.747657 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1002 02:28:49.716962 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1002 02:28:51.714394 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1002 02:28:52.621030 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1002 02:28:52.752033 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1002 02:28:57.726155 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1002 02:29:01.876542 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1002 02:29:01.876572 1 tasks.go:49] processing task group 3 of 3 I1002 02:29:01.876587 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1002 02:29:01.915484 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1002 02:29:01.923959 1 operator.go:903] Updating ClusterOperator status to done. I1002 02:29:42.005053 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W1002 02:29:42.005087 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1002 02:29:42.039743 1 operator.go:882] Updating ClusterOperator status to InProgress. I1002 02:29:42.044500 1 tasks.go:49] processing task group 1 of 3 I1002 02:29:42.044531 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1002 02:29:42.044554 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:29:42.056666 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:29:45.174067 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1002 02:29:45.174095 1 tasks.go:49] processing task group 2 of 3 I1002 02:29:45.174129 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:29:45.174130 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1002 02:29:45.174147 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1002 02:29:45.174161 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:29:45.174184 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:29:45.174204 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1002 02:29:45.174231 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1002 02:29:45.174254 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1002 02:29:45.174276 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1002 02:29:45.174306 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1002 02:29:45.174327 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:29:45.174325 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:29:45.174349 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1002 02:29:45.174367 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1002 02:29:45.174315 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:29:45.246465 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:29:45.255812 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1002 02:29:45.265471 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:29:45.330374 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:29:46.257110 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:29:46.284253 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:29:46.294439 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:29:46.294517 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1002 02:29:46.336730 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1002 02:29:48.331268 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1002 02:29:50.307814 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1002 02:29:51.237727 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1002 02:29:51.341781 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1002 02:29:56.343851 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1002 02:30:00.469009 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1002 02:30:00.514508 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1002 02:30:00.514537 1 tasks.go:49] processing task group 3 of 3 I1002 02:30:00.514551 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1002 02:30:00.558564 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1002 02:30:00.567416 1 operator.go:903] Updating ClusterOperator status to done. W1002 02:30:00.577918 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1002 02:30:00.613804 1 operator.go:882] Updating ClusterOperator status to InProgress. I1002 02:30:00.619569 1 tasks.go:49] processing task group 1 of 3 I1002 02:30:00.619600 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1002 02:30:00.619616 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:30:00.633890 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:30:03.755532 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1002 02:30:03.755557 1 tasks.go:49] processing task group 2 of 3 I1002 02:30:03.755587 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:30:03.755595 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1002 02:30:03.755618 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1002 02:30:03.755637 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:30:03.755660 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:30:03.755681 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1002 02:30:03.755706 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1002 02:30:03.755726 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1002 02:30:03.755747 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:30:03.755771 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1002 02:30:03.755788 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1002 02:30:03.755799 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1002 02:30:03.755824 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1002 02:30:03.755847 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:30:03.755777 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:30:03.825891 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:30:03.843872 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1002 02:30:03.849322 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:30:03.911904 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:30:04.837433 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:30:04.860702 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:30:04.874144 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1002 02:30:04.879008 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:30:04.916323 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1002 02:30:06.916888 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1002 02:30:08.898320 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1002 02:30:09.821832 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1002 02:30:09.921458 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1002 02:30:14.923952 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1002 02:30:19.073531 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1002 02:30:19.073557 1 tasks.go:49] processing task group 3 of 3 I1002 02:30:19.073573 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1002 02:30:19.109887 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1002 02:30:19.117801 1 operator.go:903] Updating ClusterOperator status to done. I1002 02:34:42.005523 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W1002 02:34:42.005574 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1002 02:34:42.045174 1 operator.go:882] Updating ClusterOperator status to InProgress. I1002 02:34:42.050238 1 tasks.go:49] processing task group 1 of 3 I1002 02:34:42.050269 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1002 02:34:42.050287 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:34:42.062731 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:34:45.200562 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1002 02:34:45.200587 1 tasks.go:49] processing task group 2 of 3 I1002 02:34:45.200619 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:34:45.200627 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1002 02:34:45.200647 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1002 02:34:45.200673 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:34:45.200700 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1002 02:34:45.200717 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:34:45.200738 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1002 02:34:45.200755 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:34:45.200774 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:34:45.200798 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1002 02:34:45.200817 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:34:45.200826 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1002 02:34:45.200845 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1002 02:34:45.200842 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1002 02:34:45.200886 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1002 02:34:45.279875 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:34:45.292376 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1002 02:34:45.305673 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:34:45.374026 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:34:46.307376 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:34:46.324733 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1002 02:34:46.328157 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:34:46.332566 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:34:46.371803 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1002 02:34:48.378070 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1002 02:34:50.409454 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1002 02:34:51.269491 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1002 02:34:51.378854 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1002 02:34:56.386927 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1002 02:35:00.543247 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1002 02:35:00.543277 1 tasks.go:49] processing task group 3 of 3 I1002 02:35:00.543290 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1002 02:35:00.581994 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1002 02:35:00.590342 1 operator.go:903] Updating ClusterOperator status to done. I1002 02:39:41.912146 1 operator.go:718] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W1002 02:39:41.912183 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1002 02:39:41.919358 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I1002 02:39:41.920490 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I1002 02:39:41.920514 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I1002 02:39:41.920579 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I1002 02:39:41.920645 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I1002 02:39:41.920705 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I1002 02:39:41.920727 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I1002 02:39:41.924917 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I1002 02:39:41.927049 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I1002 02:39:41.928201 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1002 02:39:41.951491 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I1002 02:39:42.004574 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I1002 02:39:42.624145 1 operator.go:882] Updating ClusterOperator status to InProgress. I1002 02:39:42.741719 1 tasks.go:49] processing task group 1 of 3 I1002 02:39:42.741749 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1002 02:39:42.741763 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:39:43.001386 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:39:47.598445 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1002 02:39:47.598473 1 tasks.go:49] processing task group 2 of 3 I1002 02:39:47.598503 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:39:47.598504 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:39:47.598521 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1002 02:39:47.598544 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1002 02:39:47.598563 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:39:47.598580 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1002 02:39:47.598612 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1002 02:39:47.598635 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:39:47.598656 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1002 02:39:47.598674 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1002 02:39:47.598687 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1002 02:39:47.598708 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:39:47.598724 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1002 02:39:47.598718 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1002 02:39:47.598703 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:39:48.150677 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1002 02:39:48.300360 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:39:48.518311 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:39:49.023076 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:39:49.570547 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:39:49.917355 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1002 02:39:50.174763 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1002 02:39:50.245331 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:39:50.313817 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:39:52.037996 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1002 02:39:53.772051 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1002 02:39:54.039415 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1002 02:39:54.994429 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1002 02:40:00.841846 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1002 02:40:05.367566 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1002 02:40:05.367595 1 tasks.go:49] processing task group 3 of 3 I1002 02:40:05.367608 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1002 02:40:05.665400 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1002 02:40:05.682925 1 operator.go:903] Updating ClusterOperator status to done. W1002 02:40:05.728669 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1002 02:40:05.942701 1 operator.go:882] Updating ClusterOperator status to InProgress. I1002 02:40:05.953164 1 tasks.go:49] processing task group 1 of 3 I1002 02:40:05.953194 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1002 02:40:05.953207 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:40:06.000111 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:40:09.527487 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1002 02:40:09.527513 1 tasks.go:49] processing task group 2 of 3 I1002 02:40:09.527541 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:40:09.527601 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1002 02:40:09.527618 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1002 02:40:09.527646 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1002 02:40:09.527666 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1002 02:40:09.527685 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1002 02:40:09.527712 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1002 02:40:09.527725 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:40:09.527754 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1002 02:40:09.527770 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:40:09.527778 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:40:09.527808 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1002 02:40:09.527825 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:40:09.527849 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:40:09.527809 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1002 02:40:09.787994 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1002 02:40:09.794771 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:40:09.884366 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:40:10.116694 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:40:11.071441 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:40:11.184745 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1002 02:40:11.268897 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1002 02:40:11.283653 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:40:11.470429 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:40:13.638133 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1002 02:40:15.320834 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1002 02:40:15.825279 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1002 02:40:15.927810 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1002 02:40:21.402306 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1002 02:40:26.215395 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1002 02:40:26.215422 1 tasks.go:49] processing task group 3 of 3 I1002 02:40:26.215437 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1002 02:40:26.252272 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1002 02:40:26.262251 1 operator.go:903] Updating ClusterOperator status to done. I1002 02:42:50.166031 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config W1002 02:42:50.177519 1 operator.go:1009] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I1002 02:42:50.223612 1 operator.go:882] Updating ClusterOperator status to InProgress. I1002 02:42:50.230895 1 tasks.go:49] processing task group 1 of 3 I1002 02:42:50.230929 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1002 02:42:50.230939 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:42:50.257612 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:42:50.257639 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I1002 02:42:53.497483 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1002 02:42:53.497511 1 tasks.go:49] processing task group 2 of 3 I1002 02:42:53.497546 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:42:53.497547 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1002 02:42:53.497562 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:42:53.497583 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1002 02:42:53.497605 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1002 02:42:53.497633 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:42:53.497658 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:42:53.497672 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1002 02:42:53.497705 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1002 02:42:53.497718 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1002 02:42:53.497729 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:42:53.497754 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:42:53.497769 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1002 02:42:53.497781 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1002 02:42:53.497807 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1002 02:42:53.549637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I1002 02:42:53.582589 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I1002 02:42:53.611977 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1002 02:42:53.753487 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1002 02:42:53.819476 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:42:53.836685 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I1002 02:42:53.891499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I1002 02:42:53.986469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I1002 02:42:54.014588 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I1002 02:42:54.025336 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:42:54.057545 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I1002 02:42:54.158482 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I1002 02:42:54.407464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I1002 02:42:54.521562 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I1002 02:42:54.617547 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1002 02:42:54.718992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1002 02:42:54.754615 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:42:54.824452 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1002 02:42:54.839008 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I1002 02:42:54.858740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I1002 02:42:54.901908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1002 02:42:54.934668 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I1002 02:42:54.966334 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I1002 02:42:54.981257 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1002 02:42:55.156584 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I1002 02:42:55.300925 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I1002 02:42:55.331090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I1002 02:42:55.378622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I1002 02:42:55.414024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I1002 02:42:55.438341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I1002 02:42:55.470611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I1002 02:42:56.003671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-8d5cub4e31673 -n openshift-user-workload-monitoring because it was missing I1002 02:42:56.075769 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I1002 02:42:56.115832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I1002 02:42:56.177997 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I1002 02:42:56.273630 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I1002 02:42:56.318805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1002 02:42:56.573585 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-8d5cub4e31673 -n openshift-user-workload-monitoring because it was missing I1002 02:42:56.746573 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I1002 02:42:58.189668 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing W1002 02:42:58.230479 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I1002 02:42:58.256508 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I1002 02:42:59.131433 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1002 02:42:59.306848 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:42:59.655653 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1002 02:42:59.901594 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1002 02:43:04.832517 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1002 02:43:05.834438 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1002 02:43:07.023838 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:43:07.023886 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"fab32b99-d03f-4723-b8a8-b88c46f9af84", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I1002 02:43:17.558807 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:45:09.660737 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1002 02:45:09.660777 1 tasks.go:49] processing task group 3 of 3 I1002 02:45:09.660793 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1002 02:45:09.706252 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1002 02:45:09.716265 1 operator.go:903] Updating ClusterOperator status to done. W1002 02:45:09.730332 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I1002 02:45:09.766322 1 operator.go:882] Updating ClusterOperator status to InProgress. I1002 02:45:09.771300 1 tasks.go:49] processing task group 1 of 3 I1002 02:45:09.771345 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1002 02:45:09.771360 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:45:09.785202 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:45:12.940047 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1002 02:45:12.940071 1 tasks.go:49] processing task group 2 of 3 I1002 02:45:12.940098 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:45:12.940110 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1002 02:45:12.940119 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1002 02:45:12.940146 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:45:12.940177 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1002 02:45:12.940186 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1002 02:45:12.940209 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:45:12.940223 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1002 02:45:12.940241 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1002 02:45:12.940270 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1002 02:45:12.940291 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1002 02:45:12.940322 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:45:12.940350 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1002 02:45:12.940361 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:45:12.940362 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:45:13.042672 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:45:13.052069 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1002 02:45:13.114017 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:45:14.030592 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:45:14.094838 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1002 02:45:14.130448 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1002 02:45:15.073661 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:45:16.119461 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1002 02:45:18.094111 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1002 02:45:19.008984 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1002 02:45:19.126779 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1002 02:45:24.131457 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1002 02:45:25.167405 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:45:25.201220 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:45:28.377258 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1002 02:45:28.377294 1 tasks.go:49] processing task group 3 of 3 I1002 02:45:28.377309 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1002 02:45:28.441618 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1002 02:45:28.459815 1 operator.go:903] Updating ClusterOperator status to done. I1002 02:54:41.912334 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I1002 02:54:41.912336 1 operator.go:718] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W1002 02:54:41.916389 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I1002 02:54:41.920224 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I1002 02:54:41.921117 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I1002 02:54:41.921138 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I1002 02:54:41.921146 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I1002 02:54:41.921155 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I1002 02:54:41.921247 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I1002 02:54:41.921271 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I1002 02:54:41.921350 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I1002 02:54:41.925048 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I1002 02:54:41.927151 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I1002 02:54:41.929161 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1002 02:54:41.952458 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I1002 02:54:41.958672 1 operator.go:882] Updating ClusterOperator status to InProgress. I1002 02:54:41.964427 1 tasks.go:49] processing task group 1 of 3 I1002 02:54:41.964457 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1002 02:54:41.964471 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:54:41.979930 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:54:45.123341 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1002 02:54:45.123366 1 tasks.go:49] processing task group 2 of 3 I1002 02:54:45.123392 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:54:45.123451 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1002 02:54:45.123468 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1002 02:54:45.123480 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:54:45.123500 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1002 02:54:45.123527 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1002 02:54:45.123553 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:54:45.123566 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:54:45.123592 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1002 02:54:45.123585 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:54:45.123608 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1002 02:54:45.123630 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1002 02:54:45.123649 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1002 02:54:45.123664 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1002 02:54:45.123587 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:54:45.221839 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:54:45.228379 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1002 02:54:45.283991 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:54:46.218194 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:54:46.255625 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1002 02:54:46.305923 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1002 02:54:47.237938 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:54:48.295808 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1002 02:54:50.270514 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1002 02:54:51.183094 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1002 02:54:51.290412 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1002 02:54:56.311847 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1002 02:54:57.321596 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:54:57.380809 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:55:00.464230 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1002 02:55:00.464264 1 tasks.go:49] processing task group 3 of 3 I1002 02:55:00.464284 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1002 02:55:00.508501 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1002 02:55:00.517350 1 operator.go:903] Updating ClusterOperator status to done. W1002 02:55:00.534425 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I1002 02:55:00.570059 1 operator.go:882] Updating ClusterOperator status to InProgress. I1002 02:55:00.574966 1 tasks.go:49] processing task group 1 of 3 I1002 02:55:00.575012 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1002 02:55:00.575020 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:55:00.588168 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1002 02:55:03.731275 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1002 02:55:03.731305 1 tasks.go:49] processing task group 2 of 3 I1002 02:55:03.731339 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:55:03.731344 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1002 02:55:03.731355 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1002 02:55:03.731393 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1002 02:55:03.731409 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1002 02:55:03.731412 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:55:03.731430 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:55:03.731446 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1002 02:55:03.731461 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:55:03.731504 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1002 02:55:03.731512 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1002 02:55:03.731529 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1002 02:55:03.731550 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1002 02:55:03.731571 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:55:03.731387 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:55:03.866636 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1002 02:55:03.884801 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1002 02:55:03.946446 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1002 02:55:04.844580 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1002 02:55:04.919295 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1002 02:55:04.972734 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1002 02:55:05.910883 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1002 02:55:06.955440 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1002 02:55:08.934347 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1002 02:55:09.799641 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1002 02:55:09.961447 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1002 02:55:15.006745 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1002 02:55:15.983738 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1002 02:55:16.135051 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1002 02:55:19.141497 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1002 02:55:19.141528 1 tasks.go:49] processing task group 3 of 3 I1002 02:55:19.141539 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1002 02:55:19.180193 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1002 02:55:19.188371 1 operator.go:903] Updating ClusterOperator status to done.