W0423 14:40:40.547486 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0423 14:40:40.547837 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0423 14:40:40.547852 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0423 14:40:40.547857 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0423 14:40:40.547862 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0423 14:40:40.570487 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0423 14:40:40.573609 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0423 14:40:40.573804 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0423 14:40:40.573848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0423 14:40:40.574901 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0423 14:40:40.580861 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0423 14:40:40.581010 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0423 14:40:40.582400 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 14:40:40.583796 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 14:40:40.584633 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 14:40:40.584978 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 14:40:40.585602 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 14:40:40.587119 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0423 14:40:40.587230 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 14:40:40.587287 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 14:40:40.587348 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0423 14:40:40.587860 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 14:40:40.588304 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 14:40:40.588488 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0423 14:40:40.592092 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 14:40:40.592347 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0423 14:40:40.617954 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 14:40:40.676811 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0423 14:40:40.676877 1 rule_controller.go:113] Starting alerting rules controller I0423 14:40:40.676893 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller W0423 14:40:40.676897 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 14:40:40.676896 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0423 14:40:40.676875 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0423 14:40:40.676910 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0423 14:40:40.676908 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0423 14:40:40.676915 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0423 14:40:40.676920 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0423 14:40:40.676914 1 relabel_controller.go:117] Starting alert relabel config controller I0423 14:40:40.676926 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0423 14:40:40.676933 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0423 14:40:40.676912 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0423 14:40:40.676956 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0423 14:40:40.679894 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0423 14:40:40.680469 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0423 14:40:40.680521 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0423 14:40:40.680784 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.680887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 14:40:40.681040 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0423 14:40:40.681267 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.681391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 14:40:40.682316 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.682424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 14:40:40.691502 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-98jjm" is created for OpenShiftMonitoringTelemeterClientCertRequester I0423 14:40:40.693370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-79j8d" is created for OpenShiftMonitoringClientCertRequester I0423 14:40:40.693435 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-4svg9" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0423 14:40:40.695484 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.698325 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.698328 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.703557 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.703568 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.703644 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.707802 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.707830 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.707908 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.711203 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.711954 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.711957 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.712482 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 14:40:40.714506 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.715569 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.717116 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.719269 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.719648 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.722584 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.727553 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.728785 1 tasks.go:49] processing task group 1 of 3 I0423 14:40:40.728808 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 14:40:40.728823 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:40:40.729569 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.729743 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.731865 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.736890 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.737358 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.737455 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.739991 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0423 14:40:40.743853 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.747574 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.747667 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.753254 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.753275 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.753425 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0423 14:40:40.754176 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.759940 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.759959 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:40:40.759962 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.760327 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.767989 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.767992 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.768119 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.777181 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0423 14:40:40.777192 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0423 14:40:40.777711 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.777729 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.777834 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0423 14:40:40.789423 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0423 14:40:40.789460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0423 14:40:40.789460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0423 14:40:40.789482 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0423 14:40:40.789856 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0423 14:40:40.789892 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0423 14:40:40.810731 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0423 14:40:40.854350 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0423 14:40:40.908879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0423 14:40:40.917944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 14:40:40.962927 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 14:40:40.976474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 14:40:41.345567 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0423 14:40:41.346985 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0423 14:40:41.347001 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0423 14:40:41.347013 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0423 14:40:41.347018 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0423 14:40:41.349592 1 secure_serving.go:57] Forcing use of http/1.1 only I0423 14:40:41.349610 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0423 14:40:41.353165 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0423 14:40:41.353187 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0423 14:40:41.353218 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0423 14:40:41.353224 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0423 14:40:41.353235 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0423 14:40:41.353238 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0423 14:40:41.353508 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0423 14:40:41.353574 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776955213\" (2026-04-23 14:40:22 +0000 UTC to 2028-04-22 14:40:23 +0000 UTC (now=2026-04-23 14:40:41.353517878 +0000 UTC))" I0423 14:40:41.353833 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776955241\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776955240\" (2026-04-23 13:40:40 +0000 UTC to 2027-04-23 13:40:40 +0000 UTC (now=2026-04-23 14:40:41.353802249 +0000 UTC))" I0423 14:40:41.353862 1 secure_serving.go:213] Serving securely on [::]:8443 I0423 14:40:41.353884 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0423 14:40:41.353901 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0423 14:40:41.355346 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0423 14:40:41.355582 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0423 14:40:41.355635 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0423 14:40:41.454042 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0423 14:40:41.454059 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0423 14:40:41.454072 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0423 14:40:41.454271 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-23 14:14:04 +0000 UTC to 2036-04-20 14:14:04 +0000 UTC (now=2026-04-23 14:40:41.454242972 +0000 UTC))" I0423 14:40:41.454496 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776955213\" (2026-04-23 14:40:22 +0000 UTC to 2028-04-22 14:40:23 +0000 UTC (now=2026-04-23 14:40:41.454476686 +0000 UTC))" I0423 14:40:41.454667 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776955241\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776955240\" (2026-04-23 13:40:40 +0000 UTC to 2027-04-23 13:40:40 +0000 UTC (now=2026-04-23 14:40:41.454653202 +0000 UTC))" I0423 14:40:41.454824 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-23 14:14:08 +0000 UTC to 2036-04-20 14:14:08 +0000 UTC (now=2026-04-23 14:40:41.454807911 +0000 UTC))" I0423 14:40:41.454847 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-23 14:14:10 +0000 UTC to 2036-04-20 14:14:10 +0000 UTC (now=2026-04-23 14:40:41.454838868 +0000 UTC))" I0423 14:40:41.454865 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-23 14:14:14 +0000 UTC to 2036-04-20 14:14:14 +0000 UTC (now=2026-04-23 14:40:41.454857258 +0000 UTC))" I0423 14:40:41.454888 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-23 14:14:16 +0000 UTC to 2036-04-20 14:14:16 +0000 UTC (now=2026-04-23 14:40:41.454874604 +0000 UTC))" I0423 14:40:41.454914 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-23 14:14:18 +0000 UTC to 2036-04-20 14:14:18 +0000 UTC (now=2026-04-23 14:40:41.454898492 +0000 UTC))" I0423 14:40:41.454936 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2prtjk59bm7qaqh0k5bvl0hqkh3iqck5-kx-81fe1075d2_customer-system-admin-signer@1776953798\" [] issuer=\"\" (2026-04-23 14:16:37 +0000 UTC to 2026-04-30 14:16:38 +0000 UTC (now=2026-04-23 14:40:41.45492383 +0000 UTC))" I0423 14:40:41.454959 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2prtjk59bm7qaqh0k5bvl0hqkh3iqck5-kx-81fe1075d2_sre-system-admin-signer@1776953798\" [] issuer=\"\" (2026-04-23 14:16:39 +0000 UTC to 2026-04-30 14:16:40 +0000 UTC (now=2026-04-23 14:40:41.454946099 +0000 UTC))" I0423 14:40:41.454979 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-23 14:14:04 +0000 UTC to 2036-04-20 14:14:04 +0000 UTC (now=2026-04-23 14:40:41.454971168 +0000 UTC))" I0423 14:40:41.455166 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776955213\" (2026-04-23 14:40:22 +0000 UTC to 2028-04-22 14:40:23 +0000 UTC (now=2026-04-23 14:40:41.455142974 +0000 UTC))" I0423 14:40:41.455324 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776955241\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776955240\" (2026-04-23 13:40:40 +0000 UTC to 2027-04-23 13:40:40 +0000 UTC (now=2026-04-23 14:40:41.455314466 +0000 UTC))" I0423 14:40:45.021712 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0423 14:40:45.031697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0423 14:40:45.042923 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0423 14:40:50.159398 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 14:40:50.159428 1 tasks.go:49] processing task group 2 of 3 I0423 14:40:50.159460 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:40:50.159474 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 14:40:50.159481 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 14:40:50.159494 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:40:50.159498 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 14:40:50.159509 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 14:40:50.159511 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 14:40:50.159520 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 14:40:50.159521 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:40:50.159531 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 14:40:50.159528 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:40:50.159539 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:40:50.159533 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 14:40:50.159545 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 14:40:50.159566 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:40:50.172996 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0423 14:40:50.180941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0423 14:40:50.209961 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0423 14:40:50.209985 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0423 14:40:50.210181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0423 14:40:50.232994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0423 14:40:50.254938 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:40:50.265005 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 14:40:50.293250 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0423 14:40:50.294269 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:40:50.294291 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0423 14:40:50.335050 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0423 14:40:50.335407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0423 14:40:50.342596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0423 14:40:50.344374 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0423 14:40:50.412740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0423 14:40:50.413761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0423 14:40:50.413778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0423 14:40:50.415702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0423 14:40:50.418162 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0423 14:40:50.422443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing W0423 14:40:50.428067 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0423 14:40:50.428084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0423 14:40:50.432940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0423 14:40:50.436698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0423 14:40:50.450574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0423 14:40:50.453984 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0423 14:40:50.473412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0423 14:40:50.476318 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0423 14:40:50.555076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0423 14:40:50.579070 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0423 14:40:50.665678 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0423 14:40:50.702470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0423 14:40:50.732443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0423 14:40:50.768819 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0423 14:40:50.827412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0423 14:40:50.837075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0423 14:40:50.859597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0423 14:40:50.938729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0423 14:40:51.048642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0423 14:40:51.150205 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0423 14:40:51.212610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0423 14:40:51.250083 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0423 14:40:51.306445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0423 14:40:51.315285 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0423 14:40:51.346212 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0423 14:40:51.359725 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0423 14:40:51.430935 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0423 14:40:51.434327 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0423 14:40:51.440737 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0423 14:40:51.458062 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0423 14:40:51.478712 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0423 14:40:51.490727 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0423 14:40:51.491367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0423 14:40:51.547553 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0423 14:40:51.558112 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0423 14:40:51.788771 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0423 14:40:52.235975 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:40:52.236056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0423 14:40:52.237093 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0423 14:40:52.289035 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:40:52.313244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0423 14:40:52.322410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0423 14:40:52.333480 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0423 14:40:52.399166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0423 14:40:52.495339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0423 14:40:52.562924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-15je1mdav7po5 -n openshift-monitoring because it was missing I0423 14:40:52.596954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0423 14:40:52.729908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0423 14:40:52.833240 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0423 14:40:52.947206 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0423 14:40:53.042987 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0423 14:40:53.142606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0423 14:40:53.246199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0423 14:40:53.264119 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:40:53.348541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0423 14:40:53.448643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0423 14:40:53.545637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0423 14:40:53.563195 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0423 14:40:53.896556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0423 14:40:54.515471 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:40:54.545435 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 14:40:54.916929 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-4m3lapk86413l -n openshift-monitoring because it was missing I0423 14:40:55.201782 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0423 14:40:55.228853 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0423 14:40:55.573487 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 14:40:56.588480 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-554oqtfvuo1ua -n openshift-monitoring because it was missing I0423 14:40:56.602078 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0423 14:40:56.618182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0423 14:40:56.627454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0423 14:40:59.268447 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 14:40:59.268514 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0423 14:41:05.651936 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0423 14:41:05.719779 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 14:41:11.462336 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0423 14:41:17.633671 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 14:41:19.964744 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0423 14:41:19.974802 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 14:41:19.974869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0423 14:41:31.558840 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 14:42:06.689860 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 14:42:06.689913 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0423 14:42:06.689922 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0423 14:42:06.689942 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0423 14:42:06.691060 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 14:42:06.715328 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 14:42:06.719991 1 tasks.go:49] processing task group 1 of 3 I0423 14:42:06.720024 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 14:42:06.720040 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:42:06.732096 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:42:07.767838 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTXhsakJGRTJUc0F3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qazFOVEl4TXpBZQpGdzB5TmpBME1qTXhORFF3TVRKYUZ3MHlPREEyTWpFeE5EUXdNVE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1TlRVeU1UTXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRHBDYjBkTk1yWDFpQ3hyb293V1dpS25PZEw3SlM2dWtVRApyU0RoNzc5VnpicGtDNElwbmJxMHBUd1drTVVZRER4MFZDTGw2YmRtNWF3KzZkeFdxcGZnUzdWZGVNWkROSE5GCnVmTjhRcTZHNS9lRS9FOTBFNGpFck94dnMyOW02ZlJVK0hudHE1N3hYL0cvYjE4U202TS9vVUFiaUF5WFhtZVUKRTlHdlliajV6MUdMdUg0VEphUUJoRWRRRFIremNlYmxWVklBRHpkdkpBUTFPRUNLY3RVQzNGVDlzbU5lejFoawpUNnVneDZJZ3kxaXJLT1VUck5DV2c0YjRiaEJILzgvSXFmNlVlU0krNWJKQzhiSnBBMFV5bzRhUW4wdmxiMUJnCnc2Mzc4dDhieWEzeUpVYk1JS2pBUFkwN0ZLM0VEdWc4TG95aGF3UlBZcEovZHlNVlNzWjVBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlF2Sy9TKwpHYjUyRXd2T05qbmVRY3pOcUV0dWFqQWZCZ05WSFNNRUdEQVdnQlF2Sy9TK0diNTJFd3ZPTmpuZVFjek5xRXR1CmFqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF1VnpmN2RkOVhNWUpINmV5b3Q0SmhHZTB0R2t5ZFFCVEJkc2QKVUxMSnd4T0lWTGVQMzRqdDZ3QnQrSnZEMkNYM1BTUy9mM1FjN2J1VFVWZmdFNWV5MEVtSG51UnkvRCtkZXUwdApKZEd6SDV4L08vWGd4MFhwa1RQWXNmaWgzcWJQUDdLTElWcitJbjF3cGpycDVQUHl0VHF4a29OUDRQRWhxa0ZZCkpkWGllK1dXZUJnelA5M0Y0RDAwcGVkN1J3dnhIV0krOGx2SlhYRk9zUVNRb3ErTXdYR0VNa2lWY0V5VkZTTk8KRC9pZGtqVklDMjRzSmQ2YW91SHl0WTVGWUdRRGtrQlhhMlhERFlabU9zTGdyVUxoTkRWTGdOM3ErZzk2cTZkVgpORDI1MVNGRDJBZGF2di9sbDlSMTJ3ajgvTUc4eUVjaWpSUmx6bFJtYU1NNXJTaUFHQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0423 14:42:07.773037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0423 14:42:07.777033 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTXhsakJGRTJUc0F3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qazFOVEl4TXpBZQpGdzB5TmpBME1qTXhORFF3TVRKYUZ3MHlPREEyTWpFeE5EUXdNVE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1TlRVeU1UTXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRHBDYjBkTk1yWDFpQ3hyb293V1dpS25PZEw3SlM2dWtVRApyU0RoNzc5VnpicGtDNElwbmJxMHBUd1drTVVZRER4MFZDTGw2YmRtNWF3KzZkeFdxcGZnUzdWZGVNWkROSE5GCnVmTjhRcTZHNS9lRS9FOTBFNGpFck94dnMyOW02ZlJVK0hudHE1N3hYL0cvYjE4U202TS9vVUFiaUF5WFhtZVUKRTlHdlliajV6MUdMdUg0VEphUUJoRWRRRFIremNlYmxWVklBRHpkdkpBUTFPRUNLY3RVQzNGVDlzbU5lejFoawpUNnVneDZJZ3kxaXJLT1VUck5DV2c0YjRiaEJILzgvSXFmNlVlU0krNWJKQzhiSnBBMFV5bzRhUW4wdmxiMUJnCnc2Mzc4dDhieWEzeUpVYk1JS2pBUFkwN0ZLM0VEdWc4TG95aGF3UlBZcEovZHlNVlNzWjVBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlF2Sy9TKwpHYjUyRXd2T05qbmVRY3pOcUV0dWFqQWZCZ05WSFNNRUdEQVdnQlF2Sy9TK0diNTJFd3ZPTmpuZVFjek5xRXR1CmFqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF1VnpmN2RkOVhNWUpINmV5b3Q0SmhHZTB0R2t5ZFFCVEJkc2QKVUxMSnd4T0lWTGVQMzRqdDZ3QnQrSnZEMkNYM1BTUy9mM1FjN2J1VFVWZmdFNWV5MEVtSG51UnkvRCtkZXUwdApKZEd6SDV4L08vWGd4MFhwa1RQWXNmaWgzcWJQUDdLTElWcitJbjF3cGpycDVQUHl0VHF4a29OUDRQRWhxa0ZZCkpkWGllK1dXZUJnelA5M0Y0RDAwcGVkN1J3dnhIV0krOGx2SlhYRk9zUVNRb3ErTXdYR0VNa2lWY0V5VkZTTk8KRC9pZGtqVklDMjRzSmQ2YW91SHl0WTVGWUdRRGtrQlhhMlhERFlabU9zTGdyVUxoTkRWTGdOM3ErZzk2cTZkVgpORDI1MVNGRDJBZGF2di9sbDlSMTJ3ajgvTUc4eUVjaWpSUmx6bFJtYU1NNXJTaUFHQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0423 14:42:07.782004 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0423 14:42:09.898917 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 14:42:09.898942 1 tasks.go:49] processing task group 2 of 3 I0423 14:42:09.898971 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:42:09.898976 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 14:42:09.898991 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:42:09.899008 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 14:42:09.899035 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:42:09.899060 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:42:09.899063 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:42:09.899100 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 14:42:09.899121 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 14:42:09.899124 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 14:42:09.899129 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 14:42:09.899142 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 14:42:09.899041 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 14:42:09.899098 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 14:42:09.899107 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:42:10.013157 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:42:10.030728 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0423 14:42:10.039400 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 14:42:10.041594 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:42:10.054042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0423 14:42:10.105046 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0423 14:42:10.146954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0423 14:42:10.170576 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0423 14:42:10.177481 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:42:10.564983 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0423 14:42:11.009352 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:42:11.050168 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:42:11.064478 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:42:11.087398 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 14:42:11.120146 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 14:42:13.082177 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 14:42:15.054971 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 14:42:15.215620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0423 14:42:15.961865 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 14:42:20.306372 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 14:42:20.775928 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 14:42:20.807796 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 14:42:21.775815 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 14:42:37.791365 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 14:42:37.808684 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 14:42:54.799702 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 14:43:21.108783 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 14:44:25.281388 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 14:44:25.281419 1 tasks.go:49] processing task group 3 of 3 I0423 14:44:25.281437 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 14:44:25.346127 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 14:44:25.346229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6668d6c-2900-4b89-ac81-648a9b031dd3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0423 14:44:25.353810 1 operator.go:851] Updating ClusterOperator status to done. W0423 14:44:25.390433 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 14:44:25.428466 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 14:44:25.433421 1 tasks.go:49] processing task group 1 of 3 I0423 14:44:25.433448 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 14:44:25.433466 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:44:25.447442 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:44:28.589889 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 14:44:28.589908 1 tasks.go:49] processing task group 2 of 3 I0423 14:44:28.589935 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:44:28.589941 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 14:44:28.589953 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:44:28.589977 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 14:44:28.590006 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 14:44:28.590019 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:44:28.590050 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 14:44:28.590066 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:44:28.590085 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 14:44:28.590096 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:44:28.590107 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 14:44:28.590110 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 14:44:28.590131 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 14:44:28.590154 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 14:44:28.590096 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:44:28.637451 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:44:28.656459 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:44:28.678268 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 14:44:28.719135 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:44:29.654773 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:44:29.675409 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 14:44:29.678131 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:44:29.703377 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:44:29.716252 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 14:44:31.749507 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 14:44:33.712610 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 14:44:34.645607 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 14:44:34.732864 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 14:44:39.740964 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 14:44:39.979590 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 14:44:39.993673 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 14:44:43.934493 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 14:44:43.934516 1 tasks.go:49] processing task group 3 of 3 I0423 14:44:43.934531 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 14:44:43.971914 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 14:44:43.976916 1 operator.go:851] Updating ClusterOperator status to done. W0423 14:44:43.985925 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 14:44:44.014403 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 14:44:44.018877 1 tasks.go:49] processing task group 1 of 3 I0423 14:44:44.018899 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 14:44:44.018918 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:44:44.031648 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:44:47.158172 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 14:44:47.158196 1 tasks.go:49] processing task group 2 of 3 I0423 14:44:47.158221 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:44:47.158231 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 14:44:47.158240 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 14:44:47.158256 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:44:47.158275 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 14:44:47.158291 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 14:44:47.158316 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:44:47.158339 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 14:44:47.158360 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:44:47.158371 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 14:44:47.158399 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:44:47.158419 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 14:44:47.158222 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:44:47.158455 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 14:44:47.158448 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 14:44:47.211339 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:44:47.225657 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:44:47.237036 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 14:44:47.286350 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:44:48.226201 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:44:48.247794 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:44:48.251241 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 14:44:48.260062 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:44:48.289398 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 14:44:50.302008 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 14:44:52.280515 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 14:44:53.215523 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 14:44:53.302825 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 14:44:58.301218 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 14:45:02.481438 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 14:45:02.481468 1 tasks.go:49] processing task group 3 of 3 I0423 14:45:02.481488 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 14:45:02.517145 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 14:45:02.522814 1 operator.go:851] Updating ClusterOperator status to done. I0423 14:45:40.677290 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 14:45:40.677320 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 14:45:40.705865 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 14:45:40.710502 1 tasks.go:49] processing task group 1 of 3 I0423 14:45:40.710527 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 14:45:40.710544 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:45:40.723916 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:45:43.845193 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 14:45:43.845217 1 tasks.go:49] processing task group 2 of 3 I0423 14:45:43.845249 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:45:43.845249 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 14:45:43.845270 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:45:43.845298 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 14:45:43.845312 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 14:45:43.845335 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 14:45:43.845347 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 14:45:43.845369 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:45:43.845388 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 14:45:43.845411 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 14:45:43.845434 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 14:45:43.845452 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 14:45:43.845477 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:45:43.845480 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:45:43.845502 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:45:43.906324 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:45:43.926061 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:45:43.932677 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 14:45:44.001602 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:45:44.908899 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:45:44.942848 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 14:45:44.950117 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:45:44.952741 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:45:44.978888 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 14:45:47.006678 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 14:45:48.980689 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 14:45:49.900529 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 14:45:49.993783 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 14:45:55.030098 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 14:45:59.146523 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 14:45:59.146548 1 tasks.go:49] processing task group 3 of 3 I0423 14:45:59.146564 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 14:45:59.183350 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 14:45:59.188709 1 operator.go:851] Updating ClusterOperator status to done. I0423 14:50:40.677682 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 14:50:40.677741 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 14:50:40.706828 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 14:50:40.711622 1 tasks.go:49] processing task group 1 of 3 I0423 14:50:40.711646 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 14:50:40.711658 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:50:40.724710 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:50:43.880038 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 14:50:43.880062 1 tasks.go:49] processing task group 2 of 3 I0423 14:50:43.880093 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:50:43.880102 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 14:50:43.880109 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 14:50:43.880125 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:50:43.880145 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:50:43.880177 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 14:50:43.880197 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:50:43.880204 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 14:50:43.880282 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 14:50:43.880263 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 14:50:43.880306 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:50:43.880323 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 14:50:43.880092 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 14:50:43.880180 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 14:50:43.880102 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:50:43.992117 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:50:44.001143 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:50:44.004918 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 14:50:44.082923 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:50:44.994549 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:50:44.994624 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:50:45.011587 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:50:45.036351 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 14:50:45.074102 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 14:50:47.040327 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 14:50:49.054406 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 14:50:49.936371 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 14:50:50.079576 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 14:50:55.043538 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 14:50:59.217736 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 14:50:59.217778 1 tasks.go:49] processing task group 3 of 3 I0423 14:50:59.217793 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 14:50:59.253171 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 14:50:59.257794 1 operator.go:851] Updating ClusterOperator status to done. I0423 14:55:40.585088 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster W0423 14:55:40.585124 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 14:55:40.585280 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0423 14:55:40.585379 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0423 14:55:40.585421 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0423 14:55:40.585445 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0423 14:55:40.586168 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0423 14:55:40.587319 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0423 14:55:40.587333 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0423 14:55:40.587378 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0423 14:55:40.588352 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 14:55:40.589440 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0423 14:55:40.614741 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 14:55:40.618417 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0423 14:55:40.621287 1 tasks.go:49] processing task group 1 of 3 I0423 14:55:40.621312 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 14:55:40.621321 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:55:40.634541 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:55:40.677601 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0423 14:55:43.767086 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 14:55:43.767108 1 tasks.go:49] processing task group 2 of 3 I0423 14:55:43.767140 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:55:43.767141 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 14:55:43.767154 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 14:55:43.767167 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 14:55:43.767193 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:55:43.767203 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:55:43.767234 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 14:55:43.767260 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 14:55:43.767284 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:55:43.767285 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 14:55:43.767297 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 14:55:43.767342 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:55:43.767356 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:55:43.767260 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 14:55:43.767242 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 14:55:43.816804 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:55:43.835567 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:55:43.848488 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 14:55:43.897342 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:55:44.839527 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:55:44.856331 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:55:44.859190 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 14:55:44.877197 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:55:44.902137 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 14:55:46.912492 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 14:55:48.888503 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 14:55:49.823781 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 14:55:49.908134 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 14:55:54.919116 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 14:55:59.129649 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 14:55:59.129674 1 tasks.go:49] processing task group 3 of 3 I0423 14:55:59.129685 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 14:55:59.165712 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 14:55:59.183492 1 operator.go:851] Updating ClusterOperator status to done. W0423 14:55:59.192732 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 14:55:59.218506 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 14:55:59.222921 1 tasks.go:49] processing task group 1 of 3 I0423 14:55:59.222939 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 14:55:59.222953 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:55:59.233597 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 14:56:02.358519 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 14:56:02.358543 1 tasks.go:49] processing task group 2 of 3 I0423 14:56:02.358568 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:56:02.358569 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:56:02.358589 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 14:56:02.358609 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 14:56:02.358619 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 14:56:02.358639 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 14:56:02.358651 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:56:02.358672 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 14:56:02.358691 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:56:02.358703 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:56:02.358721 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 14:56:02.358741 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 14:56:02.358771 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 14:56:02.358785 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 14:56:02.358788 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:56:02.409601 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 14:56:02.424294 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 14:56:02.441087 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 14:56:02.483145 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 14:56:03.442061 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 14:56:03.466901 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 14:56:03.468647 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 14:56:03.505406 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 14:56:03.524609 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 14:56:05.530214 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 14:56:07.493017 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 14:56:08.413730 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 14:56:08.495124 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 14:56:13.542547 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 14:56:17.670132 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 14:56:17.670156 1 tasks.go:49] processing task group 3 of 3 I0423 14:56:17.670167 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 14:56:17.705423 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 14:56:17.710409 1 operator.go:851] Updating ClusterOperator status to done. I0423 15:00:40.677802 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 15:00:40.677858 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 15:00:40.705982 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 15:00:40.710921 1 tasks.go:49] processing task group 1 of 3 I0423 15:00:40.710946 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 15:00:40.710974 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 15:00:40.722671 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 15:00:43.847812 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 15:00:43.847836 1 tasks.go:49] processing task group 2 of 3 I0423 15:00:43.847862 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 15:00:43.847873 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 15:00:43.847876 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 15:00:43.847889 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 15:00:43.847905 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 15:00:43.847921 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 15:00:43.847933 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 15:00:43.847950 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 15:00:43.847971 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 15:00:43.847995 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 15:00:43.848009 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 15:00:43.848031 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 15:00:43.847866 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 15:00:43.848055 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 15:00:43.848114 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 15:00:43.901130 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 15:00:43.921020 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 15:00:43.934781 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 15:00:43.977592 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 15:00:44.931482 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 15:00:44.949779 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 15:00:44.966999 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 15:00:44.974643 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 15:00:44.987864 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 15:00:47.010290 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 15:00:48.964307 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 15:00:49.902783 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 15:00:49.990922 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 15:00:55.008927 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 15:00:59.147372 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 15:00:59.147399 1 tasks.go:49] processing task group 3 of 3 I0423 15:00:59.147417 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 15:00:59.182619 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 15:00:59.187703 1 operator.go:851] Updating ClusterOperator status to done.