W1008 14:29:50.570541 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I1008 14:29:50.570863 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I1008 14:29:50.570875 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I1008 14:29:50.570879 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I1008 14:29:50.570882 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I1008 14:29:50.593033 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I1008 14:29:50.595997 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I1008 14:29:50.596226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ConsolePluginContentSecurityPolicy", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "GatewayAPI", "GatewayAPIController", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "OnClusterBuild", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "VSphereDriverConfiguration", "VSphereMultiVCenters", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AutomatedEtcdBackup", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "HighlyAvailableArbiter", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "SELinuxChangePolicy", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I1008 14:29:50.596973 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I1008 14:29:50.597860 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I1008 14:29:50.601854 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I1008 14:29:50.602897 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1008 14:29:50.605887 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:603 I1008 14:29:50.606144 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1008 14:29:50.606202 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1008 14:29:50.607049 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1008 14:29:50.610081 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I1008 14:29:50.610197 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1008 14:29:50.611068 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1008 14:29:50.611111 1 reflector.go:376] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1008 14:29:50.611592 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1008 14:29:50.612769 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1008 14:29:50.612827 1 operator.go:687] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I1008 14:29:50.613785 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1008 14:29:50.614046 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I1008 14:29:50.617060 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I1008 14:29:50.622059 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:29:50.637486 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:606 I1008 14:29:50.698920 1 operator.go:635] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W1008 14:29:50.698986 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1008 14:29:50.698988 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I1008 14:29:50.698999 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I1008 14:29:50.699004 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I1008 14:29:50.699003 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I1008 14:29:50.699017 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I1008 14:29:50.699024 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I1008 14:29:50.699045 1 relabel_controller.go:117] Starting alert relabel config controller I1008 14:29:50.699055 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I1008 14:29:50.699061 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I1008 14:29:50.699064 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I1008 14:29:50.699068 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I1008 14:29:50.699025 1 rule_controller.go:113] Starting alerting rules controller I1008 14:29:50.699083 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I1008 14:29:50.702503 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I1008 14:29:50.702506 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I1008 14:29:50.702523 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I1008 14:29:50.702580 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I1008 14:29:50.703639 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.703640 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.703814 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I1008 14:29:50.703900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I1008 14:29:50.704149 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.704242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I1008 14:29:50.716626 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-b6cdv" is created for OpenShiftMonitoringTelemeterClientCertRequester I1008 14:29:50.717005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-xms22" is created for OpenShiftMonitoringMetricsServerClientCertRequester I1008 14:29:50.719609 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-hmj66" is created for OpenShiftMonitoringClientCertRequester I1008 14:29:50.721048 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.721057 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.726566 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.728135 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.731641 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.732397 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.732411 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.735681 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.736153 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.736433 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.741049 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.741054 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.741168 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.745007 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.745632 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.745643 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.746430 1 operator.go:882] Updating ClusterOperator status to InProgress. I1008 14:29:50.751271 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.752709 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.752719 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.755599 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.756638 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.756698 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.768709 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.768718 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.768718 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.768810 1 tasks.go:49] processing task group 1 of 3 I1008 14:29:50.768834 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1008 14:29:50.768845 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:29:50.778168 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.778903 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.778924 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.786465 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.790967 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.791361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I1008 14:29:50.793078 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.793120 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.799944 1 shared_informer.go:320] Caches are synced for AlertingRule controller I1008 14:29:50.799952 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I1008 14:29:50.803444 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I1008 14:29:50.803445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I1008 14:29:50.803790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I1008 14:29:50.804033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I1008 14:29:50.804310 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I1008 14:29:50.804400 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I1008 14:29:50.812892 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:29:50.816684 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I1008 14:29:50.819241 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I1008 14:29:50.820313 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I1008 14:29:50.867625 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I1008 14:29:50.868788 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I1008 14:29:50.868800 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I1008 14:29:50.868817 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I1008 14:29:50.868820 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I1008 14:29:50.870890 1 secure_serving.go:57] Forcing use of http/1.1 only W1008 14:29:50.870903 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. I1008 14:29:50.870905 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W1008 14:29:50.870907 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W1008 14:29:50.870920 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W1008 14:29:50.870924 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W1008 14:29:50.870926 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W1008 14:29:50.870928 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I1008 14:29:50.875808 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I1008 14:29:50.875818 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I1008 14:29:50.875826 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1008 14:29:50.875830 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1008 14:29:50.875841 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I1008 14:29:50.875844 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I1008 14:29:50.876013 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1791469762\" (2026-10-08 14:29:30 +0000 UTC to 2028-10-07 14:29:31 +0000 UTC (now=2026-10-08 14:29:50.875990894 +0000 UTC))" I1008 14:29:50.876071 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I1008 14:29:50.876103 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1791469790\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1791469790\" (2026-10-08 13:29:50 +0000 UTC to 2027-10-08 13:29:50 +0000 UTC (now=2026-10-08 14:29:50.87609112 +0000 UTC))" I1008 14:29:50.876116 1 secure_serving.go:213] Serving securely on [::]:8443 I1008 14:29:50.876130 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I1008 14:29:50.876145 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I1008 14:29:50.878806 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I1008 14:29:50.878998 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I1008 14:29:50.879887 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I1008 14:29:50.880698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I1008 14:29:50.952921 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I1008 14:29:50.962829 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I1008 14:29:50.975984 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I1008 14:29:50.975993 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I1008 14:29:50.976065 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I1008 14:29:50.976114 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-10-08 14:13:15 +0000 UTC to 2036-10-05 14:13:15 +0000 UTC (now=2026-10-08 14:29:50.976098658 +0000 UTC))" I1008 14:29:50.976229 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1791469762\" (2026-10-08 14:29:30 +0000 UTC to 2028-10-07 14:29:31 +0000 UTC (now=2026-10-08 14:29:50.976215921 +0000 UTC))" I1008 14:29:50.976314 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1791469790\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1791469790\" (2026-10-08 13:29:50 +0000 UTC to 2027-10-08 13:29:50 +0000 UTC (now=2026-10-08 14:29:50.976304093 +0000 UTC))" I1008 14:29:50.976399 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-10-08 14:13:15 +0000 UTC to 2036-10-05 14:13:15 +0000 UTC (now=2026-10-08 14:29:50.976392132 +0000 UTC))" I1008 14:29:50.976413 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-10-08 14:13:16 +0000 UTC to 2036-10-05 14:13:16 +0000 UTC (now=2026-10-08 14:29:50.976407085 +0000 UTC))" I1008 14:29:50.976426 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-10-08 14:13:16 +0000 UTC to 2036-10-05 14:13:16 +0000 UTC (now=2026-10-08 14:29:50.976419416 +0000 UTC))" I1008 14:29:50.976439 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-10-08 14:13:17 +0000 UTC to 2036-10-05 14:13:17 +0000 UTC (now=2026-10-08 14:29:50.976432395 +0000 UTC))" I1008 14:29:50.976449 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-10-08 14:13:17 +0000 UTC to 2036-10-05 14:13:17 +0000 UTC (now=2026-10-08 14:29:50.976444053 +0000 UTC))" I1008 14:29:50.976460 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2talaln7f8jaj9uj350puqsvb5tjjsao-kx-cfd22ae769_customer-system-admin-signer@1791468807\" [] issuer=\"\" (2026-10-08 14:13:26 +0000 UTC to 2026-10-15 14:13:27 +0000 UTC (now=2026-10-08 14:29:50.976453334 +0000 UTC))" I1008 14:29:50.976473 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2talaln7f8jaj9uj350puqsvb5tjjsao-kx-cfd22ae769_sre-system-admin-signer@1791468807\" [] issuer=\"\" (2026-10-08 14:13:26 +0000 UTC to 2026-10-15 14:13:27 +0000 UTC (now=2026-10-08 14:29:50.976465484 +0000 UTC))" I1008 14:29:50.976484 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-10-08 14:13:15 +0000 UTC to 2036-10-05 14:13:15 +0000 UTC (now=2026-10-08 14:29:50.976479059 +0000 UTC))" I1008 14:29:50.976565 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1791469762\" (2026-10-08 14:29:30 +0000 UTC to 2028-10-07 14:29:31 +0000 UTC (now=2026-10-08 14:29:50.976556574 +0000 UTC))" I1008 14:29:50.976638 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1791469790\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1791469790\" (2026-10-08 13:29:50 +0000 UTC to 2027-10-08 13:29:50 +0000 UTC (now=2026-10-08 14:29:50.97663049 +0000 UTC))" I1008 14:29:51.001962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I1008 14:29:51.016147 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I1008 14:30:21.608093 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I1008 14:30:25.079081 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:40.089640 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:40.125023 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:40.162676 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:40.194863 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:40.230481 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:40.272644 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:40.311978 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:40.349982 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:40.384242 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:40.441361 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:41.092370 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:41.120892 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:41.156362 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:41.491420 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:30:41.694068 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:34:50.699233 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W1008 14:34:51.062439 1 tasks.go:73] task 2 of 2: UpdatingPrometheusOperator failed: reconciling Prometheus Operator Admission Webhook Deployment failed: creating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/prometheus-operator-admission-webhook: context deadline exceeded: got 1 unavailable replicas I1008 14:34:51.062474 1 operator.go:927] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E1008 14:34:51.062480 1 operator.go:746] Syncing "openshift-monitoring/cluster-monitoring-config" failed E1008 14:34:51.062495 1 operator.go:747] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingPrometheusOperatorFailed)" logger="UnhandledError" W1008 14:34:51.063596 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1008 14:34:51.096933 1 operator.go:882] Updating ClusterOperator status to InProgress. I1008 14:34:51.101599 1 tasks.go:49] processing task group 1 of 3 I1008 14:34:51.101625 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1008 14:34:51.101637 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:34:51.116918 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:35:57.164897 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I1008 14:35:57.174915 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I1008 14:35:57.203856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I1008 14:36:01.321552 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1008 14:36:01.321573 1 tasks.go:49] processing task group 2 of 3 I1008 14:36:01.321592 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:36:01.321672 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1008 14:36:01.321686 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1008 14:36:01.321699 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:36:01.321698 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1008 14:36:01.321708 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1008 14:36:01.321714 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:36:01.321721 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:36:01.321723 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:36:01.321718 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1008 14:36:01.321727 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:36:01.321733 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1008 14:36:01.321677 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1008 14:36:01.321739 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1008 14:36:01.321753 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1008 14:36:01.343590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I1008 14:36:01.353850 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I1008 14:36:01.368597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I1008 14:36:01.370620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I1008 14:36:01.384489 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I1008 14:36:01.389366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I1008 14:36:01.426979 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1008 14:36:01.427426 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:36:01.456685 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:36:01.467606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I1008 14:36:01.497407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I1008 14:36:01.497424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I1008 14:36:01.502154 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I1008 14:36:01.502324 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I1008 14:36:01.505730 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I1008 14:36:01.583601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I1008 14:36:01.584015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I1008 14:36:01.586755 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I1008 14:36:01.587234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I1008 14:36:01.589390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I1008 14:36:01.589623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I1008 14:36:01.602987 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I1008 14:36:01.604234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W1008 14:36:01.604291 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I1008 14:36:01.604304 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I1008 14:36:01.620039 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I1008 14:36:01.634910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I1008 14:36:01.648962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I1008 14:36:01.658927 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I1008 14:36:01.758112 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I1008 14:36:01.778938 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I1008 14:36:01.890986 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I1008 14:36:01.933248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I1008 14:36:01.972795 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I1008 14:36:02.020090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I1008 14:36:02.021232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I1008 14:36:02.144788 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I1008 14:36:02.153762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I1008 14:36:02.174481 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I1008 14:36:02.250779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I1008 14:36:02.351207 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I1008 14:36:02.392609 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I1008 14:36:02.451172 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I1008 14:36:02.461065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I1008 14:36:02.473213 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I1008 14:36:02.525185 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I1008 14:36:02.525576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I1008 14:36:02.553643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I1008 14:36:02.622411 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I1008 14:36:02.623426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I1008 14:36:02.636465 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I1008 14:36:02.656154 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I1008 14:36:02.667851 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I1008 14:36:02.687494 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I1008 14:36:02.687783 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I1008 14:36:02.739190 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I1008 14:36:02.757855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I1008 14:36:03.205144 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:36:03.205209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I1008 14:36:03.205732 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I1008 14:36:03.488665 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:36:03.488716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I1008 14:36:03.501645 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I1008 14:36:03.504458 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:36:03.527637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I1008 14:36:03.604225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I1008 14:36:03.638673 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-53ig0imaje8u8 -n openshift-monitoring because it was missing I1008 14:36:03.705596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I1008 14:36:03.860310 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I1008 14:36:03.955106 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I1008 14:36:04.058021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I1008 14:36:04.164690 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I1008 14:36:04.264405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I1008 14:36:04.369639 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I1008 14:36:04.470097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I1008 14:36:04.571066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I1008 14:36:04.673209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I1008 14:36:04.689802 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:36:04.737504 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I1008 14:36:04.749371 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1008 14:36:04.757338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I1008 14:36:05.200680 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I1008 14:36:05.740737 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1008 14:36:06.223260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-6mobqmfvta8m3 -n openshift-monitoring because it was missing I1008 14:36:06.402022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I1008 14:36:06.428063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I1008 14:36:07.782374 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-3c3f4bmk5450j -n openshift-monitoring because it was missing I1008 14:36:07.796007 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I1008 14:36:07.814290 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I1008 14:36:07.823909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I1008 14:36:09.470933 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1008 14:36:09.471008 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I1008 14:36:15.699242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I1008 14:36:15.727242 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1008 14:36:30.276790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I1008 14:36:30.289751 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1008 14:36:30.289826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I1008 14:36:42.742112 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1008 14:37:17.881490 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1008 14:37:17.881524 1 operator.go:927] 2 reconciliation(s) failed, 2 more attempt(s) will be made before reporting failures. E1008 14:37:17.881530 1 operator.go:746] Syncing "openshift-monitoring/cluster-monitoring-config" failed E1008 14:37:17.881546 1 operator.go:747] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W1008 14:37:17.882661 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1008 14:37:17.914026 1 operator.go:882] Updating ClusterOperator status to InProgress. I1008 14:37:17.918247 1 tasks.go:49] processing task group 1 of 3 I1008 14:37:17.918268 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1008 14:37:17.918283 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:37:17.929582 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:37:18.960467 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYXRWVnlRcnI4REF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNU1UUTJPVGMyTWpBZQpGdzB5TmpFd01EZ3hOREk1TWpGYUZ3MHlPREV5TURZeE5ESTVNakphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPVEUwTmprM05qSXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzJXWDVqdWJIV0kweUJZYXArY3BYU1hYck5LamxWRkg0NApNNWs2REVJUEcwQ1ZEWnViLzBEYk9yTVBGNkhjVm9FQmxweWpKazVFZWNGV3c5TmtzK0ZESCtHNG1YTk1oU1ZvCjUrbG5ZNVkzMm91YTJrRmxsUlpJdGtCYVpTQ1IxWjJNLzR0MW43MEFCVUNNcG9wZVk2bGVDWnl3YU0yeSs3RVIKcjdpbmNST2pta0M3U2MrVk1mTU9Vek1uQzFFWGRSMWJZMnNONERGTENDUUQ5TE1OUjFaTnlGclROdTF3MWdIKwpuSW5kL1ZZMnVUcmJ3eUxrcFg5UndidlB0QWZweXdlSitMQ1FBcUNYenE2VS9Sa0NwN0lkWTFxNytVNnNtcGV4ClQ2Q0Nub0M2L2NyTUIwQ1ZaK1pZM2dISEJqWjFiKzZISXA1aTlITzNsd0s3S0xvRFEzbzNBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlR5MVpGSAp5NlptUmVrSEg0bmgvMFVGL2drNDFqQWZCZ05WSFNNRUdEQVdnQlR5MVpGSHk2Wm1SZWtISDRuaC8wVUYvZ2s0CjFqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFqZmthQVhyY1RyVWJVZzYybittNjgzMXR6Z1FTTWpZUzdPaFMKRGZONEY3dEhJbkdpaWp3VmlVRFo1WkhUNis1QVdhOVdqYnFLaCt3Njk0QThGSy9HUEg0anN1cXlaNEcyRGVnagpGbk04ejZoazZhWkc1YjRwL0pkemV5NWE3d2FDdlQ5QzZadDdLTkRmamQ2ak5zdWtqeS92bXI2bWtDNGJtYTVKCk11RlNvcUhkWUl2eGgrelIrVjdWNTg0T0xITkRVbDNVdFRyRnRIRXRpVzJUWFB2M0EyeGY3ejNueEJIU0crK2gKWXVwUm1WU29OeC9QTHA3VHpNeDJEemdGazdpVW5ONm13YXZENHJQTGIvUTdrWlNWSm93S011VWRXTzdaNjkwRgphSEp6MmZGVmU0dTNjcEFCR3BIMnVrZ0lxTFhNbkwzRTR5MXdKMnhSRWx6R3pVeFplUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I1008 14:37:18.966211 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I1008 14:37:18.970219 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYXRWVnlRcnI4REF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNU1UUTJPVGMyTWpBZQpGdzB5TmpFd01EZ3hOREk1TWpGYUZ3MHlPREV5TURZeE5ESTVNakphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPVEUwTmprM05qSXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzJXWDVqdWJIV0kweUJZYXArY3BYU1hYck5LamxWRkg0NApNNWs2REVJUEcwQ1ZEWnViLzBEYk9yTVBGNkhjVm9FQmxweWpKazVFZWNGV3c5TmtzK0ZESCtHNG1YTk1oU1ZvCjUrbG5ZNVkzMm91YTJrRmxsUlpJdGtCYVpTQ1IxWjJNLzR0MW43MEFCVUNNcG9wZVk2bGVDWnl3YU0yeSs3RVIKcjdpbmNST2pta0M3U2MrVk1mTU9Vek1uQzFFWGRSMWJZMnNONERGTENDUUQ5TE1OUjFaTnlGclROdTF3MWdIKwpuSW5kL1ZZMnVUcmJ3eUxrcFg5UndidlB0QWZweXdlSitMQ1FBcUNYenE2VS9Sa0NwN0lkWTFxNytVNnNtcGV4ClQ2Q0Nub0M2L2NyTUIwQ1ZaK1pZM2dISEJqWjFiKzZISXA1aTlITzNsd0s3S0xvRFEzbzNBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlR5MVpGSAp5NlptUmVrSEg0bmgvMFVGL2drNDFqQWZCZ05WSFNNRUdEQVdnQlR5MVpGSHk2Wm1SZWtISDRuaC8wVUYvZ2s0CjFqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFqZmthQVhyY1RyVWJVZzYybittNjgzMXR6Z1FTTWpZUzdPaFMKRGZONEY3dEhJbkdpaWp3VmlVRFo1WkhUNis1QVdhOVdqYnFLaCt3Njk0QThGSy9HUEg0anN1cXlaNEcyRGVnagpGbk04ejZoazZhWkc1YjRwL0pkemV5NWE3d2FDdlQ5QzZadDdLTkRmamQ2ak5zdWtqeS92bXI2bWtDNGJtYTVKCk11RlNvcUhkWUl2eGgrelIrVjdWNTg0T0xITkRVbDNVdFRyRnRIRXRpVzJUWFB2M0EyeGY3ejNueEJIU0crK2gKWXVwUm1WU29OeC9QTHA3VHpNeDJEemdGazdpVW5ONm13YXZENHJQTGIvUTdrWlNWSm93S011VWRXTzdaNjkwRgphSEp6MmZGVmU0dTNjcEFCR3BIMnVrZ0lxTFhNbkwzRTR5MXdKMnhSRWx6R3pVeFplUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I1008 14:37:18.975742 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I1008 14:37:21.067263 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1008 14:37:21.067283 1 tasks.go:49] processing task group 2 of 3 I1008 14:37:21.067306 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:37:21.067307 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:37:21.067325 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1008 14:37:21.067343 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1008 14:37:21.067375 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1008 14:37:21.067377 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1008 14:37:21.067398 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:37:21.067419 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:37:21.067439 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1008 14:37:21.067458 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1008 14:37:21.067478 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1008 14:37:21.067484 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1008 14:37:21.067510 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:37:21.067479 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:37:21.067489 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1008 14:37:21.112065 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:37:21.128785 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:37:21.140092 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1008 14:37:21.142080 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I1008 14:37:21.174801 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I1008 14:37:21.196640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I1008 14:37:21.206284 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I1008 14:37:21.215249 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:37:21.219362 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I1008 14:37:21.277355 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I1008 14:37:22.139510 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:37:22.147778 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1008 14:37:22.161041 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:37:22.168399 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:37:22.198292 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1008 14:37:24.222195 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1008 14:37:26.189283 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1008 14:37:26.267605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I1008 14:37:27.130962 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1008 14:37:31.349705 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1008 14:37:32.211137 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1008 14:37:36.445080 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1008 14:37:36.445102 1 tasks.go:49] processing task group 3 of 3 I1008 14:37:36.445114 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1008 14:37:36.488386 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1008 14:37:36.488476 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I1008 14:37:36.496794 1 operator.go:903] Updating ClusterOperator status to done. W1008 14:37:36.540639 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1008 14:37:36.586560 1 operator.go:882] Updating ClusterOperator status to InProgress. I1008 14:37:36.591110 1 tasks.go:49] processing task group 1 of 3 I1008 14:37:36.591136 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1008 14:37:36.591145 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:37:36.602274 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:37:39.709279 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1008 14:37:39.709298 1 tasks.go:49] processing task group 2 of 3 I1008 14:37:39.709321 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:37:39.709326 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1008 14:37:39.709347 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1008 14:37:39.709373 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1008 14:37:39.709397 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:37:39.709427 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1008 14:37:39.709440 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1008 14:37:39.709456 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1008 14:37:39.709483 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:37:39.709495 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:37:39.709515 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1008 14:37:39.709520 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:37:39.709543 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:37:39.709564 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1008 14:37:39.709569 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1008 14:37:39.754102 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:37:39.771451 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:37:39.783045 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1008 14:37:39.832218 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:37:40.772407 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:37:40.792153 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:37:40.796267 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1008 14:37:40.809370 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:37:40.849252 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1008 14:37:42.845074 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1008 14:37:44.819758 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1008 14:37:45.768269 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1008 14:37:45.842211 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1008 14:37:50.849781 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1008 14:37:50.883312 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:37:50.914211 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:37:55.006706 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1008 14:37:55.006728 1 tasks.go:49] processing task group 3 of 3 I1008 14:37:55.006741 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1008 14:37:55.040788 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1008 14:37:55.048476 1 operator.go:903] Updating ClusterOperator status to done. W1008 14:37:55.056965 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1008 14:37:55.087977 1 operator.go:882] Updating ClusterOperator status to InProgress. I1008 14:37:55.092201 1 tasks.go:49] processing task group 1 of 3 I1008 14:37:55.092221 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1008 14:37:55.092240 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:37:55.104053 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:37:58.214191 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1008 14:37:58.214212 1 tasks.go:49] processing task group 2 of 3 I1008 14:37:58.214235 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:37:58.214244 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1008 14:37:58.214259 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1008 14:37:58.214280 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:37:58.214293 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1008 14:37:58.214314 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:37:58.214329 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1008 14:37:58.214344 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1008 14:37:58.214363 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:37:58.214388 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1008 14:37:58.214408 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1008 14:37:58.214419 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:37:58.214443 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:37:58.214456 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1008 14:37:58.214470 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1008 14:37:58.265828 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:37:58.281387 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:37:58.288826 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1008 14:37:58.336670 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:37:59.279525 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:37:59.293207 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:37:59.305544 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1008 14:37:59.312281 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:37:59.339145 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1008 14:38:01.349856 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1008 14:38:03.329166 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1008 14:38:04.269969 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1008 14:38:04.351757 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1008 14:38:09.355090 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1008 14:38:13.497795 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1008 14:38:13.497818 1 tasks.go:49] processing task group 3 of 3 I1008 14:38:13.497834 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1008 14:38:13.536691 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1008 14:38:13.544707 1 operator.go:903] Updating ClusterOperator status to done. I1008 14:39:50.699419 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W1008 14:39:50.699455 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1008 14:39:50.731809 1 operator.go:882] Updating ClusterOperator status to InProgress. I1008 14:39:50.736339 1 tasks.go:49] processing task group 1 of 3 I1008 14:39:50.736368 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1008 14:39:50.736379 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:39:50.747731 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:39:53.883395 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1008 14:39:53.883419 1 tasks.go:49] processing task group 2 of 3 I1008 14:39:53.883447 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:39:53.883451 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1008 14:39:53.883464 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1008 14:39:53.883477 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:39:53.883500 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1008 14:39:53.883519 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:39:53.883537 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:39:53.883546 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1008 14:39:53.883565 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1008 14:39:53.883585 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1008 14:39:53.883607 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:39:53.883628 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1008 14:39:53.883665 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1008 14:39:53.883687 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:39:53.883701 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1008 14:39:53.927858 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:39:53.941822 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:39:53.962996 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1008 14:39:54.015812 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:39:54.951039 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:39:54.969181 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:39:54.976340 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1008 14:39:55.009264 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1008 14:39:55.010811 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:39:57.038527 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1008 14:39:58.997418 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1008 14:39:59.940868 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1008 14:40:00.015348 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1008 14:40:05.034947 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1008 14:40:09.179932 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1008 14:40:09.179954 1 tasks.go:49] processing task group 3 of 3 I1008 14:40:09.179967 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1008 14:40:09.217955 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1008 14:40:09.225972 1 operator.go:903] Updating ClusterOperator status to done. I1008 14:44:50.606773 1 operator.go:718] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W1008 14:44:50.606812 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1008 14:44:50.606838 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I1008 14:44:50.606857 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I1008 14:44:50.607942 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I1008 14:44:50.608038 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I1008 14:44:50.608064 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I1008 14:44:50.608092 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I1008 14:44:50.611015 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster I1008 14:44:50.611175 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I1008 14:44:50.612124 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I1008 14:44:50.613936 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:44:50.638038 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I1008 14:44:50.639698 1 operator.go:882] Updating ClusterOperator status to InProgress. I1008 14:44:50.643795 1 tasks.go:49] processing task group 1 of 3 I1008 14:44:50.643821 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1008 14:44:50.643830 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:44:50.655061 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:44:50.699972 1 operator.go:646] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I1008 14:44:53.781631 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1008 14:44:53.781668 1 tasks.go:49] processing task group 2 of 3 I1008 14:44:53.781693 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:44:53.781702 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:44:53.781717 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1008 14:44:53.781744 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1008 14:44:53.781747 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:44:53.781774 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1008 14:44:53.781788 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1008 14:44:53.781803 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1008 14:44:53.781825 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1008 14:44:53.781839 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1008 14:44:53.781843 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1008 14:44:53.781862 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:44:53.781889 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:44:53.781833 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:44:53.781874 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1008 14:44:53.828184 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:44:53.851234 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:44:53.857218 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1008 14:44:53.906476 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:44:54.847463 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:44:54.868797 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:44:54.870095 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1008 14:44:54.880096 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:44:54.909241 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1008 14:44:56.925218 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1008 14:44:58.893506 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1008 14:44:59.838953 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1008 14:44:59.907838 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1008 14:45:04.915679 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1008 14:45:09.060529 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1008 14:45:09.060553 1 tasks.go:49] processing task group 3 of 3 I1008 14:45:09.060571 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1008 14:45:09.094996 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1008 14:45:09.104235 1 operator.go:903] Updating ClusterOperator status to done. W1008 14:45:09.113821 1 operator.go:1026] No Cluster Monitoring ConfigMap was found. Using defaults. I1008 14:45:09.145662 1 operator.go:882] Updating ClusterOperator status to InProgress. I1008 14:45:09.150378 1 tasks.go:49] processing task group 1 of 3 I1008 14:45:09.150399 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1008 14:45:09.150411 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:45:09.162866 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:45:12.272338 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1008 14:45:12.272357 1 tasks.go:49] processing task group 2 of 3 I1008 14:45:12.272379 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:45:12.272385 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1008 14:45:12.272394 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:45:12.272413 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1008 14:45:12.272437 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1008 14:45:12.272455 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1008 14:45:12.272478 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1008 14:45:12.272491 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:45:12.272518 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1008 14:45:12.272539 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1008 14:45:12.272568 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1008 14:45:12.272590 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:45:12.272569 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1008 14:45:12.272563 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:45:12.272570 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:45:12.315411 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:45:12.341666 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:45:12.345345 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1008 14:45:12.401559 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:45:13.333285 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:45:13.345499 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:45:13.351233 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1008 14:45:13.368017 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:45:13.409139 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1008 14:45:15.403863 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1008 14:45:17.440497 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1008 14:45:18.481489 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1008 14:45:18.550609 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1008 14:45:23.418190 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1008 14:45:27.656254 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1008 14:45:27.656277 1 tasks.go:49] processing task group 3 of 3 I1008 14:45:27.656288 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1008 14:45:27.854582 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1008 14:45:27.871813 1 operator.go:903] Updating ClusterOperator status to done. I1008 14:48:11.500730 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config W1008 14:48:11.506765 1 operator.go:1009] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I1008 14:48:11.580771 1 operator.go:882] Updating ClusterOperator status to InProgress. I1008 14:48:11.592726 1 tasks.go:49] processing task group 1 of 3 I1008 14:48:11.592754 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1008 14:48:11.592773 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:48:11.637028 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:48:11.637101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I1008 14:48:14.793218 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1008 14:48:14.793237 1 tasks.go:49] processing task group 2 of 3 I1008 14:48:14.793259 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:48:14.793320 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1008 14:48:14.793335 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1008 14:48:14.793353 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:48:14.793374 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1008 14:48:14.793387 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1008 14:48:14.793405 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:48:14.793427 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1008 14:48:14.793447 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1008 14:48:14.793463 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1008 14:48:14.793467 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:48:14.793484 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1008 14:48:14.793510 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:48:14.793530 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1008 14:48:14.793530 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:48:14.836698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I1008 14:48:14.855791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I1008 14:48:14.855868 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1008 14:48:14.955920 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1008 14:48:14.980475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I1008 14:48:14.990812 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:48:15.073940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I1008 14:48:15.098903 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:48:15.142021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I1008 14:48:15.153432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I1008 14:48:15.171582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I1008 14:48:15.188556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I1008 14:48:15.286702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I1008 14:48:15.371382 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I1008 14:48:15.474314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1008 14:48:15.579190 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1008 14:48:15.678696 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I1008 14:48:15.705921 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1008 14:48:15.720895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I1008 14:48:15.934746 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:48:16.018801 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1008 14:48:16.080606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I1008 14:48:16.086556 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1008 14:48:16.156738 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I1008 14:48:16.287720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I1008 14:48:16.405025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I1008 14:48:16.438690 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I1008 14:48:16.483641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I1008 14:48:16.522690 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I1008 14:48:16.548687 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I1008 14:48:16.567688 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I1008 14:48:16.755227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-3c3f4bmk5450j -n openshift-user-workload-monitoring because it was missing I1008 14:48:16.800751 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I1008 14:48:16.814121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I1008 14:48:16.832343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I1008 14:48:16.845835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I1008 14:48:16.861857 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I1008 14:48:17.521575 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing W1008 14:48:17.583003 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I1008 14:48:17.589758 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-3c3f4bmk5450j -n openshift-user-workload-monitoring because it was missing I1008 14:48:17.590279 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I1008 14:48:17.607989 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I1008 14:48:18.651723 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:48:20.089548 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1008 14:48:20.993088 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1008 14:48:21.252405 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1008 14:48:26.037746 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1008 14:48:27.894840 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:48:27.894906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"be3542da-2bdf-4e2b-b4df-e7da9ecb6ffd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I1008 14:48:37.983886 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:48:40.018610 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1008 14:50:31.220866 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1008 14:50:31.220889 1 tasks.go:49] processing task group 3 of 3 I1008 14:50:31.220902 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1008 14:50:31.274418 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1008 14:50:31.282602 1 operator.go:903] Updating ClusterOperator status to done. W1008 14:50:31.298034 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I1008 14:50:31.332802 1 operator.go:882] Updating ClusterOperator status to InProgress. I1008 14:50:31.337453 1 tasks.go:49] processing task group 1 of 3 I1008 14:50:31.337475 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1008 14:50:31.337489 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:50:31.349989 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:50:34.484574 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1008 14:50:34.484594 1 tasks.go:49] processing task group 2 of 3 I1008 14:50:34.484618 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:50:34.484629 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1008 14:50:34.484667 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1008 14:50:34.484680 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1008 14:50:34.484685 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:50:34.484710 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1008 14:50:34.484719 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1008 14:50:34.484750 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1008 14:50:34.484752 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1008 14:50:34.484767 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1008 14:50:34.484779 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:50:34.484821 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:50:34.484672 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1008 14:50:34.484865 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:50:34.485671 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:50:34.576147 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:50:34.602122 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1008 14:50:34.646320 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:50:35.559916 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:50:35.612674 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1008 14:50:35.684114 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1008 14:50:36.600134 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:50:37.647393 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1008 14:50:39.616206 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1008 14:50:40.567959 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1008 14:50:40.711967 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1008 14:50:45.638779 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1008 14:50:46.662793 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:50:46.700573 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:50:49.848978 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1008 14:50:49.849001 1 tasks.go:49] processing task group 3 of 3 I1008 14:50:49.849012 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1008 14:50:49.898291 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1008 14:50:49.919574 1 operator.go:903] Updating ClusterOperator status to done. I1008 14:59:50.607687 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I1008 14:59:50.607712 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I1008 14:59:50.607723 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I1008 14:59:50.607741 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I1008 14:59:50.607698 1 operator.go:718] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I1008 14:59:50.608070 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I1008 14:59:50.608191 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I1008 14:59:50.608219 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I1008 14:59:50.608242 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I1008 14:59:50.611277 1 operator.go:687] Triggering an update due to a change in *v1.Console/cluster I1008 14:59:50.611297 1 operator.go:687] Triggering an update due to a change in *v1.APIServer/cluster W1008 14:59:50.611326 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I1008 14:59:50.612383 1 operator.go:687] Triggering an update due to a change in *v1.Infrastructure/cluster I1008 14:59:50.614610 1 operator.go:687] Triggering an update due to a change in *v1.ClusterVersion/version I1008 14:59:50.638135 1 operator.go:718] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I1008 14:59:50.645258 1 operator.go:882] Updating ClusterOperator status to InProgress. I1008 14:59:50.649833 1 tasks.go:49] processing task group 1 of 3 I1008 14:59:50.649858 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1008 14:59:50.649880 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:59:50.666236 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1008 14:59:53.795512 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1008 14:59:53.795535 1 tasks.go:49] processing task group 2 of 3 I1008 14:59:53.795576 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 14:59:53.795616 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1008 14:59:53.795629 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1008 14:59:53.795638 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1008 14:59:53.795666 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1008 14:59:53.795683 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:59:53.795703 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1008 14:59:53.795716 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1008 14:59:53.795740 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1008 14:59:53.795758 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1008 14:59:53.795785 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1008 14:59:53.795784 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:59:53.795806 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:59:53.795828 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:59:53.795621 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1008 14:59:53.879830 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 14:59:53.909406 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1008 14:59:53.946859 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 14:59:54.868378 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1008 14:59:54.908035 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1008 14:59:54.957893 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1008 14:59:55.886313 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 14:59:56.955469 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1008 14:59:58.926517 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1008 14:59:59.860366 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1008 14:59:59.939177 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1008 15:00:04.948515 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1008 15:00:05.967909 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 15:00:06.006634 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1008 15:00:09.099701 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1008 15:00:09.099731 1 tasks.go:49] processing task group 3 of 3 I1008 15:00:09.099749 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1008 15:00:09.135663 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1008 15:00:09.143709 1 operator.go:903] Updating ClusterOperator status to done. W1008 15:00:09.156043 1 config.go:743] the user workload monitoring configmap does not contain the "config.yaml" key I1008 15:00:09.186309 1 operator.go:882] Updating ClusterOperator status to InProgress. I1008 15:00:09.190517 1 tasks.go:49] processing task group 1 of 3 I1008 15:00:09.190540 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I1008 15:00:09.190552 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I1008 15:00:09.202038 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I1008 15:00:12.313729 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I1008 15:00:12.313750 1 tasks.go:49] processing task group 2 of 3 I1008 15:00:12.313770 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 15:00:12.313775 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I1008 15:00:12.313789 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I1008 15:00:12.313805 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I1008 15:00:12.313833 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I1008 15:00:12.313853 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I1008 15:00:12.313869 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I1008 15:00:12.313884 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I1008 15:00:12.313906 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I1008 15:00:12.313902 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 15:00:12.313920 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 15:00:12.313941 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 15:00:12.313954 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I1008 15:00:12.313973 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I1008 15:00:12.313976 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I1008 15:00:12.404310 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I1008 15:00:12.417200 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I1008 15:00:12.457619 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I1008 15:00:13.384269 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I1008 15:00:13.435551 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I1008 15:00:13.476192 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I1008 15:00:14.456780 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I1008 15:00:15.485717 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I1008 15:00:17.443797 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I1008 15:00:18.371352 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I1008 15:00:18.463810 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I1008 15:00:23.461498 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I1008 15:00:24.522952 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I1008 15:00:24.586275 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I1008 15:00:27.649188 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I1008 15:00:27.649212 1 tasks.go:49] processing task group 3 of 3 I1008 15:00:27.649227 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I1008 15:00:27.689608 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I1008 15:00:27.697536 1 operator.go:903] Updating ClusterOperator status to done.