W1009 01:57:34.651605 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I1009 01:57:34.651941 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I1009 01:57:34.651954 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I1009 01:57:34.651958 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I1009 01:57:34.651961 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I1009 01:57:34.675223 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I1009 01:57:34.678267 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I1009 01:57:34.678457 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I1009 01:57:34.679802 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I1009 01:57:34.680781 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I1009 01:57:34.685119 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I1009 01:57:34.686078 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I1009 01:57:34.686293 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1009 01:57:34.687257 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1009 01:57:34.687579 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:603 I1009 01:57:34.688682 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1009 01:57:34.691667 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1009 01:57:34.694487 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1009 01:57:34.694575 1 operator.go:687] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I1009 01:57:34.695570 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1009 01:57:34.695828 1 reflector.go:376] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1009 01:57:34.695933 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1009 01:57:34.699528 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I1009 01:57:34.699989 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1009 01:57:34.704585 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1009 01:57:34.705643 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I1009 01:57:34.716448 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 01:57:34.726229 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1009 01:57:34.781517 1 operator.go:635] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W1009 01:57:34.781565 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1009 01:57:34.781587 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I1009 01:57:34.781603 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I1009 01:57:34.781602 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I1009 01:57:34.781607 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I1009 01:57:34.781610 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I1009 01:57:34.781617 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I1009 01:57:34.781616 1 rule_controller.go:113] Starting alerting rules controller I1009 01:57:34.781633 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I1009 01:57:34.781672 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I1009 01:57:34.781688 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I1009 01:57:34.781694 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I1009 01:57:34.781698 1 relabel_controller.go:117] Starting alert relabel config controller I1009 01:57:34.781708 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I1009 01:57:34.785632 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I1009 01:57:34.785790 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I1009 01:57:34.785965 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I1009 01:57:34.786040 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I1009 01:57:34.795802 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.795883 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.795936 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I1009 01:57:34.796040 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.796038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I1009 01:57:34.796183 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I1009 01:57:34.808908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-kbt2c" is created for OpenShiftMonitoringMetricsServerClientCertRequester I1009 01:57:34.808922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-lqflg" is created for OpenShiftMonitoringTelemeterClientCertRequester I1009 01:57:34.808987 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-4z2vg" is created for OpenShiftMonitoringClientCertRequester I1009 01:57:34.817098 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.821224 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.821231 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.822169 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.830862 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.830863 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.830865 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.838874 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.838888 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.838876 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.842935 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.843396 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.843706 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.849120 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I1009 01:57:34.849158 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.850167 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I1009 01:57:34.850178 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I1009 01:57:34.850191 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I1009 01:57:34.850198 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I1009 01:57:34.852155 1 secure_serving.go:57] Forcing use of http/1.1 only W1009 01:57:34.852174 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. I1009 01:57:34.852176 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W1009 01:57:34.852178 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W1009 01:57:34.852187 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W1009 01:57:34.852192 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W1009 01:57:34.852196 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W1009 01:57:34.852200 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I1009 01:57:34.852369 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.852402 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.858045 1 operator.go:882] Updating ClusterOperator status to InProgress. I1009 01:57:34.860232 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.860238 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.860347 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.860356 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I1009 01:57:34.860363 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I1009 01:57:34.860373 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1009 01:57:34.860386 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I1009 01:57:34.860393 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1009 01:57:34.860405 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I1009 01:57:34.860515 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I1009 01:57:34.860607 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1791511028\" (2026-10-09 01:57:17 +0000 UTC to 2028-10-08 01:57:18 +0000 UTC (now=2026-10-09 01:57:34.860559874 +0000 UTC))" I1009 01:57:34.860794 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1791511054\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1791511054\" (2026-10-09 00:57:34 +0000 UTC to 2027-10-09 00:57:34 +0000 UTC (now=2026-10-09 01:57:34.860782414 +0000 UTC))" I1009 01:57:34.860810 1 secure_serving.go:213] Serving securely on [::]:8443 I1009 01:57:34.860828 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I1009 01:57:34.860846 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I1009 01:57:34.864032 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I1009 01:57:34.866098 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.866115 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.866196 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I1009 01:57:34.866248 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I1009 01:57:34.866333 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.870684 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.876602 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.877881 1 tasks.go:49] processing task group 1 of 3 I1009 01:57:34.877899 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1009 01:57:34.877915 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1009 01:57:34.879027 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.879034 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.881311 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.882336 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I1009 01:57:34.882355 1 shared_informer.go:320] Caches are synced for AlertingRule controller I1009 01:57:34.883900 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.883998 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I1009 01:57:34.897410 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I1009 01:57:34.899367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I1009 01:57:34.899389 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I1009 01:57:34.899677 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I1009 01:57:34.899388 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I1009 01:57:34.899709 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I1009 01:57:34.899784 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I1009 01:57:34.899881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I1009 01:57:34.915097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I1009 01:57:34.920735 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1009 01:57:34.961057 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I1009 01:57:34.961072 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I1009 01:57:34.961093 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I1009 01:57:34.961188 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-10-09 01:40:58 +0000 UTC to 2036-10-06 01:40:58 +0000 UTC (now=2026-10-09 01:57:34.96117142 +0000 UTC))" I1009 01:57:34.961311 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1791511028\" (2026-10-09 01:57:17 +0000 UTC to 2028-10-08 01:57:18 +0000 UTC (now=2026-10-09 01:57:34.961300491 +0000 UTC))" I1009 01:57:34.961417 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1791511054\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1791511054\" (2026-10-09 00:57:34 +0000 UTC to 2027-10-09 00:57:34 +0000 UTC (now=2026-10-09 01:57:34.96140695 +0000 UTC))" I1009 01:57:34.961513 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-10-09 01:40:59 +0000 UTC to 2036-10-06 01:40:59 +0000 UTC (now=2026-10-09 01:57:34.961504823 +0000 UTC))" I1009 01:57:34.961536 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-10-09 01:40:59 +0000 UTC to 2036-10-06 01:40:59 +0000 UTC (now=2026-10-09 01:57:34.961524176 +0000 UTC))" I1009 01:57:34.961551 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-10-09 01:41:00 +0000 UTC to 2036-10-06 01:41:00 +0000 UTC (now=2026-10-09 01:57:34.961541222 +0000 UTC))" I1009 01:57:34.961571 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-10-09 01:41:00 +0000 UTC to 2036-10-06 01:41:00 +0000 UTC (now=2026-10-09 01:57:34.961560159 +0000 UTC))" I1009 01:57:34.961585 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-10-09 01:41:01 +0000 UTC to 2036-10-06 01:41:01 +0000 UTC (now=2026-10-09 01:57:34.961575374 +0000 UTC))" I1009 01:57:34.961603 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2tavcv29r9hv2nbl32s38p7cj92lkqpo-kx-f8f04b0749_customer-system-admin-signer@1791510071\" [] issuer=\"\" (2026-10-09 01:41:10 +0000 UTC to 2026-10-16 01:41:11 +0000 UTC (now=2026-10-09 01:57:34.961590849 +0000 UTC))" I1009 01:57:34.961624 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2tavcv29r9hv2nbl32s38p7cj92lkqpo-kx-f8f04b0749_sre-system-admin-signer@1791510071\" [] issuer=\"\" (2026-10-09 01:41:10 +0000 UTC to 2026-10-16 01:41:11 +0000 UTC (now=2026-10-09 01:57:34.961612517 +0000 UTC))" I1009 01:57:34.961640 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-10-09 01:40:58 +0000 UTC to 2036-10-06 01:40:58 +0000 UTC (now=2026-10-09 01:57:34.96162882 +0000 UTC))" I1009 01:57:34.961762 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1791511028\" (2026-10-09 01:57:17 +0000 UTC to 2028-10-08 01:57:18 +0000 UTC (now=2026-10-09 01:57:34.961751928 +0000 UTC))" I1009 01:57:34.961853 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1791511054\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1791511054\" (2026-10-09 00:57:34 +0000 UTC to 2027-10-09 00:57:34 +0000 UTC (now=2026-10-09 01:57:34.96184543 +0000 UTC))" I1009 01:57:34.978874 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I1009 01:57:35.067017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I1009 01:57:35.079790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I1009 01:57:35.112783 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I1009 01:57:35.129478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I1009 01:57:37.182895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I1009 01:57:37.197963 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I1009 01:57:37.212444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I1009 01:57:41.321216 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1009 01:57:41.321239 1 tasks.go:49] processing task group 2 of 3 I1009 01:57:41.321261 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1009 01:57:41.321270 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 01:57:41.321276 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1009 01:57:41.321285 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1009 01:57:41.321289 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1009 01:57:41.321292 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1009 01:57:41.321295 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1009 01:57:41.321294 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 01:57:41.321300 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1009 01:57:41.321307 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 01:57:41.321312 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1009 01:57:41.321314 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1009 01:57:41.321321 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1009 01:57:41.321332 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 01:57:41.321334 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1009 01:57:41.346490 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I1009 01:57:41.359498 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I1009 01:57:41.368209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I1009 01:57:41.408672 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I1009 01:57:41.411289 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I1009 01:57:41.444031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I1009 01:57:41.445713 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 01:57:41.483661 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I1009 01:57:41.483825 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1009 01:57:41.498330 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 01:57:41.520423 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I1009 01:57:41.520444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I1009 01:57:41.526309 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I1009 01:57:41.529683 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I1009 01:57:41.594348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I1009 01:57:41.597291 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I1009 01:57:41.603434 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I1009 01:57:41.603453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W1009 01:57:41.627345 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I1009 01:57:41.627360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I1009 01:57:41.642320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I1009 01:57:41.646282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I1009 01:57:41.651698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I1009 01:57:41.661873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I1009 01:57:41.672356 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I1009 01:57:41.681671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I1009 01:57:41.721341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I1009 01:57:41.724475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I1009 01:57:41.763297 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I1009 01:57:41.791565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I1009 01:57:41.814834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I1009 01:57:41.855929 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I1009 01:57:41.907890 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I1009 01:57:41.997804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I1009 01:57:42.012851 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I1009 01:57:42.049499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I1009 01:57:42.095368 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I1009 01:57:42.113780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I1009 01:57:42.183040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I1009 01:57:42.288928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I1009 01:57:42.392114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I1009 01:57:42.424080 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I1009 01:57:42.493924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I1009 01:57:42.495328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I1009 01:57:42.527113 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I1009 01:57:42.541374 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I1009 01:57:42.603528 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I1009 01:57:42.606522 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I1009 01:57:42.616945 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I1009 01:57:42.621513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I1009 01:57:42.660862 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I1009 01:57:42.681478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I1009 01:57:42.681495 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I1009 01:57:42.712061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I1009 01:57:42.718300 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I1009 01:57:42.818189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I1009 01:57:42.992810 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I1009 01:57:43.084366 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 01:57:43.084425 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I1009 01:57:43.085170 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I1009 01:57:43.439751 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1009 01:57:43.539268 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 01:57:43.565517 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I1009 01:57:43.582754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I1009 01:57:43.594863 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I1009 01:57:43.679470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I1009 01:57:43.734886 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-cbujugf05oq57 -n openshift-monitoring because it was missing I1009 01:57:43.769918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I1009 01:57:43.890266 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I1009 01:57:43.990698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I1009 01:57:44.096046 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I1009 01:57:44.195622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I1009 01:57:44.300431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I1009 01:57:44.399919 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I1009 01:57:44.501696 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I1009 01:57:44.601129 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I1009 01:57:44.702625 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I1009 01:57:44.768513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I1009 01:57:44.791228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I1009 01:57:44.794862 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1009 01:57:44.798293 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1009 01:57:45.141383 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I1009 01:57:45.890032 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1009 01:57:46.168692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-4hu2861lhnjbs -n openshift-monitoring because it was missing I1009 01:57:46.403858 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I1009 01:57:46.432391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I1009 01:57:47.848087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-fhphlr4j8ladk -n openshift-monitoring because it was missing I1009 01:57:47.883535 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I1009 01:57:47.929831 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I1009 01:57:47.952388 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I1009 01:57:49.479794 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1009 01:57:49.479816 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I1009 01:57:54.065159 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 01:57:57.823312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I1009 01:57:57.858691 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1009 01:57:58.005323 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I1009 01:58:09.086498 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 01:58:09.123593 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 01:58:09.161569 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 01:58:09.213267 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 01:58:09.249113 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 01:58:10.240156 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I1009 01:58:10.254449 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1009 01:58:10.254519 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I1009 01:58:22.800447 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1009 01:58:25.097634 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 01:58:25.134452 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 01:58:25.188793 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 01:58:25.224413 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 01:58:25.268590 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 01:58:58.073690 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1009 01:58:58.073723 1 operator.go:927] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E1009 01:58:58.073729 1 operator.go:746] Syncing "openshift-monitoring/cluster-monitoring-config" failed E1009 01:58:58.073746 1 operator.go:747] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W1009 01:58:58.074855 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1009 01:58:58.105607 1 operator.go:882] Updating ClusterOperator status to InProgress. I1009 01:58:58.109921 1 tasks.go:49] processing task group 1 of 3 I1009 01:58:58.109942 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1009 01:58:58.109953 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1009 01:58:58.120678 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1009 01:58:59.157146 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJU2lEM3NPWkNtc2t3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNU1UVXhNVEF5T0RBZQpGdzB5TmpFd01Ea3dNVFUzTURkYUZ3MHlPREV5TURjd01UVTNNRGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPVEUxTVRFd01qZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREZCekF1OXBRRGRHQVlWWVp4MnpadFd3czdWbEhLTmg4cgpyVTdET3pFZWRkQU54VHRnQSs5bHJDbUVaaCtCSHhvKzhEN2hGUTllKzZYMGVVVVBZQzB4dW9IZHNIK0VUVDZXCldXdjk2aGcySXdabHhseTFydWsxazNrNkxwYjdtUThibW5mTEc0QXQ1Q2xBRkY4NFJUblZJUmMzSW9GQ0ZXNkoKblhRS0RmZDNyZGxkdTlraEZMS3BNTmxUSlUrci9FbFhNQmlzVE5OcXVEdWVzdjRjaVEzaVN4R1l1TXVyUTJQbApPSVI1UCtqbkhlTVd3SDBnQk5YMTR6Z2p3SCtVSjV1b0R0U2xZeHlMUHdkOUR6WFhmaFFMYWZHbDQyNCtValJNCmFTZHpMbGtmNHpmc0I4VUVPYWFJamdjdGwzZUViakNhRzFUMm5XNGFBV2xWSHVQTjdiQzFBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJOSnhhSwpTVUNabjRpTUV4Qk9ucUl0WmU5K1lqQWZCZ05WSFNNRUdEQVdnQlJOSnhhS1NVQ1puNGlNRXhCT25xSXRaZTkrCllqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF1c1l5UmFqd1lXYmhOOVhMQ0JiZGNyVk1KZkEvK0VNT1JwTHQKYWNITk8zQXlpai9OMk85RjRERCtROUdvZTRLeU15THJOQlJiWmIwMHNRUjdROXBkWkZCWGUrWENiWCtMQmZSYQpyNU56T2N5MlBDTlVHeUplNi9OMU5YMkF2Y2JhNTY3RW9HdTNZV2xXTnd0MS92NCtvM1BnMTNNQVo1T0tlTDQwClJkUHJFL1RueDJkY09tK0ViMUh2ckw3UTd2S3RGWktGMkcyZVFxYnh3SENvRXhvTndMc0t0QTlKdDFWNGl3S3kKMkVYMXVLUWZ2T2dPT0NVenY2aEx0SE94RnF1MVpZa0kybUdyRWNScS93dmF6R0Y3SVBMdEVxU0hnTTVpVDVXeAowTERPcEROM3NpL2o1VUh3RVdkcHh6cXZhS0hPS1loQkZ6TU5lUzYvUGZZeFR0VkNkdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I1009 01:58:59.162175 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I1009 01:58:59.166115 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJU2lEM3NPWkNtc2t3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNU1UVXhNVEF5T0RBZQpGdzB5TmpFd01Ea3dNVFUzTURkYUZ3MHlPREV5TURjd01UVTNNRGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPVEUxTVRFd01qZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREZCekF1OXBRRGRHQVlWWVp4MnpadFd3czdWbEhLTmg4cgpyVTdET3pFZWRkQU54VHRnQSs5bHJDbUVaaCtCSHhvKzhEN2hGUTllKzZYMGVVVVBZQzB4dW9IZHNIK0VUVDZXCldXdjk2aGcySXdabHhseTFydWsxazNrNkxwYjdtUThibW5mTEc0QXQ1Q2xBRkY4NFJUblZJUmMzSW9GQ0ZXNkoKblhRS0RmZDNyZGxkdTlraEZMS3BNTmxUSlUrci9FbFhNQmlzVE5OcXVEdWVzdjRjaVEzaVN4R1l1TXVyUTJQbApPSVI1UCtqbkhlTVd3SDBnQk5YMTR6Z2p3SCtVSjV1b0R0U2xZeHlMUHdkOUR6WFhmaFFMYWZHbDQyNCtValJNCmFTZHpMbGtmNHpmc0I4VUVPYWFJamdjdGwzZUViakNhRzFUMm5XNGFBV2xWSHVQTjdiQzFBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJOSnhhSwpTVUNabjRpTUV4Qk9ucUl0WmU5K1lqQWZCZ05WSFNNRUdEQVdnQlJOSnhhS1NVQ1puNGlNRXhCT25xSXRaZTkrCllqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF1c1l5UmFqd1lXYmhOOVhMQ0JiZGNyVk1KZkEvK0VNT1JwTHQKYWNITk8zQXlpai9OMk85RjRERCtROUdvZTRLeU15THJOQlJiWmIwMHNRUjdROXBkWkZCWGUrWENiWCtMQmZSYQpyNU56T2N5MlBDTlVHeUplNi9OMU5YMkF2Y2JhNTY3RW9HdTNZV2xXTnd0MS92NCtvM1BnMTNNQVo1T0tlTDQwClJkUHJFL1RueDJkY09tK0ViMUh2ckw3UTd2S3RGWktGMkcyZVFxYnh3SENvRXhvTndMc0t0QTlKdDFWNGl3S3kKMkVYMXVLUWZ2T2dPT0NVenY2aEx0SE94RnF1MVpZa0kybUdyRWNScS93dmF6R0Y3SVBMdEVxU0hnTTVpVDVXeAowTERPcEROM3NpL2o1VUh3RVdkcHh6cXZhS0hPS1loQkZ6TU5lUzYvUGZZeFR0VkNkdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I1009 01:58:59.170835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I1009 01:59:01.254045 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1009 01:59:01.254066 1 tasks.go:49] processing task group 2 of 3 I1009 01:59:01.254088 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 01:59:01.254092 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1009 01:59:01.254108 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 01:59:01.254126 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1009 01:59:01.254145 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1009 01:59:01.254172 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1009 01:59:01.254188 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1009 01:59:01.254209 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1009 01:59:01.254220 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1009 01:59:01.254233 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1009 01:59:01.254258 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 01:59:01.254284 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1009 01:59:01.254301 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1009 01:59:01.254316 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1009 01:59:01.254325 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 01:59:01.325770 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 01:59:01.354886 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 01:59:01.355926 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1009 01:59:01.360278 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I1009 01:59:01.389543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I1009 01:59:01.408142 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I1009 01:59:01.419206 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I1009 01:59:01.420547 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 01:59:01.431258 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I1009 01:59:01.486821 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I1009 01:59:02.345955 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1009 01:59:02.372629 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 01:59:02.376795 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1009 01:59:02.377126 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1009 01:59:02.416945 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1009 01:59:04.448602 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1009 01:59:06.409489 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1009 01:59:06.476372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I1009 01:59:07.314568 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1009 01:59:10.558802 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1009 02:00:12.443024 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1009 02:01:16.714976 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1009 02:01:16.715000 1 tasks.go:49] processing task group 3 of 3 I1009 02:01:16.715012 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1009 02:01:16.759412 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1009 02:01:16.759488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I1009 02:01:16.768479 1 operator.go:903] Updating ClusterOperator status to done. W1009 02:01:16.803829 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1009 02:01:16.841544 1 operator.go:882] Updating ClusterOperator status to InProgress. I1009 02:01:16.846000 1 tasks.go:49] processing task group 1 of 3 I1009 02:01:16.846020 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1009 02:01:16.846046 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:01:16.858146 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:01:19.970573 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1009 02:01:19.970594 1 tasks.go:49] processing task group 2 of 3 I1009 02:01:19.970615 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:01:19.970620 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1009 02:01:19.970638 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1009 02:01:19.970670 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1009 02:01:19.970683 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:01:19.970702 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:01:19.970724 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:01:19.970744 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1009 02:01:19.970763 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1009 02:01:19.970791 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1009 02:01:19.970811 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:01:19.970835 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1009 02:01:19.970850 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1009 02:01:19.970859 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:01:19.970872 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1009 02:01:20.042752 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:01:20.053109 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1009 02:01:20.061229 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:01:20.119970 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:01:21.057248 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:01:21.081260 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:01:21.086378 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1009 02:01:21.089001 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:01:21.125940 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1009 02:01:23.125704 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1009 02:01:25.112538 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1009 02:01:26.030977 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1009 02:01:26.124286 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1009 02:01:31.134801 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1009 02:01:31.393048 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 02:01:31.434023 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 02:01:35.272439 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1009 02:01:35.272460 1 tasks.go:49] processing task group 3 of 3 I1009 02:01:35.272471 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1009 02:01:35.304583 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1009 02:01:35.312464 1 operator.go:903] Updating ClusterOperator status to done. W1009 02:01:35.320955 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1009 02:01:35.351760 1 operator.go:882] Updating ClusterOperator status to InProgress. I1009 02:01:35.356027 1 tasks.go:49] processing task group 1 of 3 I1009 02:01:35.356048 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1009 02:01:35.356061 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:01:35.367298 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:01:38.471894 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1009 02:01:38.471918 1 tasks.go:49] processing task group 2 of 3 I1009 02:01:38.471942 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:01:38.472003 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1009 02:01:38.472018 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1009 02:01:38.472037 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1009 02:01:38.472054 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1009 02:01:38.472078 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1009 02:01:38.472091 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1009 02:01:38.472113 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1009 02:01:38.472131 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1009 02:01:38.472151 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:01:38.472166 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:01:38.472177 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1009 02:01:38.472187 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:01:38.472202 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:01:38.472227 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:01:38.529240 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:01:38.543995 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1009 02:01:38.552676 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:01:38.601406 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:01:39.540633 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:01:39.568365 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1009 02:01:39.571216 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:01:39.586851 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:01:39.606995 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1009 02:01:41.611786 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1009 02:01:43.607162 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1009 02:01:44.537589 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1009 02:01:44.619466 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1009 02:01:49.617207 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1009 02:01:53.778578 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1009 02:01:53.778603 1 tasks.go:49] processing task group 3 of 3 I1009 02:01:53.778621 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1009 02:01:53.811115 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1009 02:01:53.819913 1 operator.go:903] Updating ClusterOperator status to done. I1009 02:02:34.781763 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W1009 02:02:34.781796 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1009 02:02:34.818045 1 operator.go:882] Updating ClusterOperator status to InProgress. I1009 02:02:34.822139 1 tasks.go:49] processing task group 1 of 3 I1009 02:02:34.822161 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1009 02:02:34.822176 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:02:34.835933 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:02:37.960275 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1009 02:02:37.960296 1 tasks.go:49] processing task group 2 of 3 I1009 02:02:37.960318 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:02:37.960325 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1009 02:02:37.960341 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:02:37.960352 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1009 02:02:37.960377 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1009 02:02:37.960393 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1009 02:02:37.960410 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1009 02:02:37.960426 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1009 02:02:37.960450 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1009 02:02:37.960466 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1009 02:02:37.960484 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:02:37.960507 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:02:37.960520 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1009 02:02:37.960517 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:02:37.960527 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:02:38.035305 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:02:38.050199 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1009 02:02:38.063708 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:02:38.124128 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:02:39.039732 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:02:39.061246 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:02:39.062275 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:02:39.080946 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1009 02:02:39.135399 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1009 02:02:41.117302 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1009 02:02:43.102089 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1009 02:02:44.030562 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1009 02:02:44.124481 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1009 02:02:49.110267 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1009 02:02:53.272247 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1009 02:02:53.272267 1 tasks.go:49] processing task group 3 of 3 I1009 02:02:53.272278 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1009 02:02:53.305794 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1009 02:02:53.313853 1 operator.go:903] Updating ClusterOperator status to done. I1009 02:07:34.782576 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W1009 02:07:34.782631 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1009 02:07:34.874435 1 operator.go:882] Updating ClusterOperator status to InProgress. I1009 02:07:34.886468 1 tasks.go:49] processing task group 1 of 3 I1009 02:07:34.886490 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1009 02:07:34.886505 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:07:34.919222 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:07:38.092276 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1009 02:07:38.092295 1 tasks.go:49] processing task group 2 of 3 I1009 02:07:38.092316 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:07:38.092379 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1009 02:07:38.092389 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1009 02:07:38.092416 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1009 02:07:38.092431 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1009 02:07:38.092452 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1009 02:07:38.092472 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:07:38.092480 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:07:38.092497 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1009 02:07:38.092504 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1009 02:07:38.092543 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1009 02:07:38.092528 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:07:38.092551 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:07:38.092571 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:07:38.092612 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1009 02:07:38.168361 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:07:38.188184 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1009 02:07:38.199113 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:07:38.258370 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:07:39.200801 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:07:39.223531 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:07:39.226576 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:07:39.232347 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1009 02:07:39.259872 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1009 02:07:41.263946 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1009 02:07:43.248848 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1009 02:07:44.154910 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1009 02:07:44.275108 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1009 02:07:49.256395 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1009 02:07:53.434229 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1009 02:07:53.434253 1 tasks.go:49] processing task group 3 of 3 I1009 02:07:53.434266 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1009 02:07:53.467596 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1009 02:07:53.475335 1 operator.go:903] Updating ClusterOperator status to done. I1009 02:09:20.295875 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config W1009 02:09:20.307765 1 operator.go:1009] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I1009 02:09:20.349597 1 operator.go:882] Updating ClusterOperator status to InProgress. I1009 02:09:20.359572 1 tasks.go:49] processing task group 1 of 3 I1009 02:09:20.359602 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1009 02:09:20.359616 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:09:20.401496 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:09:20.401567 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I1009 02:09:23.670373 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1009 02:09:23.670396 1 tasks.go:49] processing task group 2 of 3 I1009 02:09:23.670425 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:09:23.670483 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1009 02:09:23.670497 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1009 02:09:23.670512 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:09:23.670543 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1009 02:09:23.670567 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1009 02:09:23.670583 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:09:23.670585 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1009 02:09:23.670611 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:09:23.670628 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1009 02:09:23.670643 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1009 02:09:23.670694 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:09:23.670718 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1009 02:09:23.670546 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:09:23.670563 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1009 02:09:23.749534 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I1009 02:09:23.818808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I1009 02:09:24.000698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1009 02:09:24.118326 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1009 02:09:24.181377 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:09:24.200509 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I1009 02:09:24.230048 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I1009 02:09:24.285939 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:09:24.301680 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I1009 02:09:24.326663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I1009 02:09:24.346458 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I1009 02:09:24.365361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I1009 02:09:24.463261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I1009 02:09:24.559924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I1009 02:09:24.663786 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1009 02:09:24.764683 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1009 02:09:24.866818 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I1009 02:09:24.887533 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1009 02:09:24.907034 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I1009 02:09:25.112631 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:09:25.206761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I1009 02:09:25.229423 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1009 02:09:25.318735 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1009 02:09:25.349030 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I1009 02:09:25.435054 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I1009 02:09:25.562686 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I1009 02:09:25.582830 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I1009 02:09:25.602630 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I1009 02:09:25.622530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I1009 02:09:25.637040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I1009 02:09:25.648103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I1009 02:09:25.975287 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-fhphlr4j8ladk -n openshift-user-workload-monitoring because it was missing I1009 02:09:26.052827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I1009 02:09:26.109586 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I1009 02:09:26.181565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I1009 02:09:26.202144 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I1009 02:09:26.235665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1009 02:09:26.683127 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-fhphlr4j8ladk -n openshift-user-workload-monitoring because it was missing I1009 02:09:26.684703 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing W1009 02:09:26.706939 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I1009 02:09:26.711423 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I1009 02:09:26.719429 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I1009 02:09:27.751450 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:09:29.229482 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1009 02:09:29.755715 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1009 02:09:30.384520 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1009 02:09:34.983781 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1009 02:09:37.036550 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:09:37.036616 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c9d1c497-c02d-43fa-afb7-790bc1e769ac", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I1009 02:09:38.346564 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1009 02:09:47.394533 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:11:39.887224 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1009 02:11:39.887247 1 tasks.go:49] processing task group 3 of 3 I1009 02:11:39.887259 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1009 02:11:39.921284 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1009 02:11:39.928882 1 operator.go:903] Updating ClusterOperator status to done. W1009 02:11:39.942821 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I1009 02:11:39.976327 1 operator.go:882] Updating ClusterOperator status to InProgress. I1009 02:11:39.980772 1 tasks.go:49] processing task group 1 of 3 I1009 02:11:39.980793 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1009 02:11:39.980814 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:11:39.994351 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:11:43.111954 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1009 02:11:43.111981 1 tasks.go:49] processing task group 2 of 3 I1009 02:11:43.112018 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:11:43.112014 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1009 02:11:43.112026 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1009 02:11:43.112039 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1009 02:11:43.112060 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1009 02:11:43.112084 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:11:43.112110 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:11:43.112140 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1009 02:11:43.112140 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1009 02:11:43.112157 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:11:43.112018 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1009 02:11:43.112171 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1009 02:11:43.112166 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:11:43.112183 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1009 02:11:43.112188 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:11:43.223746 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1009 02:11:43.227333 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:11:43.296283 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:11:44.229235 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:11:44.282584 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1009 02:11:44.326744 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1009 02:11:45.266112 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:11:46.304824 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1009 02:11:48.291338 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1009 02:11:49.173598 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1009 02:11:49.304177 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1009 02:11:54.336583 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1009 02:11:55.355804 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:11:55.394779 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:11:58.795673 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1009 02:11:58.795695 1 tasks.go:49] processing task group 3 of 3 I1009 02:11:58.795706 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1009 02:11:59.732307 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1009 02:11:59.854724 1 operator.go:903] Updating ClusterOperator status to done. I1009 02:12:34.687050 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I1009 02:12:34.688128 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I1009 02:12:34.688167 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I1009 02:12:34.688176 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I1009 02:12:34.689343 1 operator.go:718] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W1009 02:12:34.691461 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I1009 02:12:34.692528 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I1009 02:12:34.696205 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I1009 02:12:34.696287 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I1009 02:12:34.696324 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I1009 02:12:34.696418 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I1009 02:12:34.696441 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I1009 02:12:34.700187 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I1009 02:12:34.704906 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1009 02:12:34.726937 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I1009 02:12:34.728459 1 operator.go:882] Updating ClusterOperator status to InProgress. I1009 02:12:34.733913 1 tasks.go:49] processing task group 1 of 3 I1009 02:12:34.733938 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1009 02:12:34.733947 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:12:34.749608 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:12:37.928139 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1009 02:12:37.928162 1 tasks.go:49] processing task group 2 of 3 I1009 02:12:37.928192 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:12:37.928193 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1009 02:12:37.928205 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:12:37.928226 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1009 02:12:37.928255 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:12:37.928270 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1009 02:12:37.928294 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1009 02:12:37.928304 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1009 02:12:37.928316 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:12:37.928337 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:12:37.928349 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:12:37.928371 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1009 02:12:37.928383 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1009 02:12:37.928411 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1009 02:12:37.928411 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1009 02:12:38.030255 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1009 02:12:38.033225 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:12:38.098192 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:12:39.023323 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:12:39.083304 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1009 02:12:39.109154 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1009 02:12:40.053493 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:12:41.091177 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1009 02:12:43.095066 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1009 02:12:43.990266 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1009 02:12:44.098699 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1009 02:12:49.107525 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1009 02:12:50.179961 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:12:50.213851 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:12:53.290687 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1009 02:12:53.290708 1 tasks.go:49] processing task group 3 of 3 I1009 02:12:53.290718 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1009 02:12:53.324841 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1009 02:12:53.332899 1 operator.go:903] Updating ClusterOperator status to done. W1009 02:12:53.345010 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I1009 02:12:53.378818 1 operator.go:882] Updating ClusterOperator status to InProgress. I1009 02:12:53.383740 1 tasks.go:49] processing task group 1 of 3 I1009 02:12:53.383757 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1009 02:12:53.383772 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:12:53.395624 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1009 02:12:56.524879 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1009 02:12:56.524900 1 tasks.go:49] processing task group 2 of 3 I1009 02:12:56.524916 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:12:56.524977 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1009 02:12:56.524994 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1009 02:12:56.525015 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1009 02:12:56.525034 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:12:56.525049 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1009 02:12:56.525066 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1009 02:12:56.525091 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1009 02:12:56.525109 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:12:56.525114 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1009 02:12:56.525136 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1009 02:12:56.525136 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1009 02:12:56.525161 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:12:56.525181 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:12:56.525184 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:12:56.652509 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1009 02:12:56.652598 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1009 02:12:56.726672 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1009 02:12:57.640697 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1009 02:12:57.702707 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1009 02:12:57.740860 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1009 02:12:58.652250 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1009 02:12:59.680795 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1009 02:13:02.379014 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1009 02:13:02.824510 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1009 02:13:02.897450 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1009 02:13:07.679733 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1009 02:13:08.721862 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1009 02:13:08.779983 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1009 02:13:12.041895 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1009 02:13:12.041915 1 tasks.go:49] processing task group 3 of 3 I1009 02:13:12.041925 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1009 02:13:12.074803 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1009 02:13:12.082582 1 operator.go:903] Updating ClusterOperator status to done.