W0415 22:53:11.066482 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0415 22:53:11.066828 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0415 22:53:11.066844 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0415 22:53:11.066849 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0415 22:53:11.066853 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0415 22:53:11.091464 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0415 22:53:11.094652 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0415 22:53:11.094710 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0415 22:53:11.094938 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0415 22:53:11.097425 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0415 22:53:11.103137 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0415 22:53:11.103461 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0415 22:53:11.104395 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0415 22:53:11.105842 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0415 22:53:11.106403 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0415 22:53:11.106720 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0415 22:53:11.107492 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0415 22:53:11.107658 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0415 22:53:11.107796 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0415 22:53:11.108823 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0415 22:53:11.109085 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0415 22:53:11.109135 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0415 22:53:11.109182 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0415 22:53:11.110012 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0415 22:53:11.110387 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0415 22:53:11.111874 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0415 22:53:11.141562 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0415 22:53:11.198877 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0415 22:53:11.198944 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0415 22:53:11.198955 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0415 22:53:11.198971 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0415 22:53:11.198969 1 relabel_controller.go:117] Starting alert relabel config controller I0415 22:53:11.198979 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0415 22:53:11.198986 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0415 22:53:11.198988 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0415 22:53:11.198998 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0415 22:53:11.198993 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0415 22:53:11.199004 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0415 22:53:11.199009 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0415 22:53:11.199015 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0415 22:53:11.198956 1 rule_controller.go:113] Starting alerting rules controller I0415 22:53:11.199045 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0415 22:53:11.201980 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0415 22:53:11.202489 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0415 22:53:11.202574 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0415 22:53:11.202653 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0415 22:53:11.204960 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.204962 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.204963 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.205082 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0415 22:53:11.205092 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0415 22:53:11.205178 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0415 22:53:11.218287 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-k55rk" is created for OpenShiftMonitoringTelemeterClientCertRequester I0415 22:53:11.218295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-zj4sx" is created for OpenShiftMonitoringClientCertRequester I0415 22:53:11.218883 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-h67mf" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0415 22:53:11.229811 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.230002 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.230003 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.234052 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.235472 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.235970 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.238792 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.240130 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.241420 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.242396 1 operator.go:830] Updating ClusterOperator status to InProgress. I0415 22:53:11.243180 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.244512 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.245875 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.254504 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.258567 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.258832 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.259505 1 tasks.go:49] processing task group 1 of 3 I0415 22:53:11.259532 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0415 22:53:11.259545 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0415 22:53:11.263080 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.266690 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.266895 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.285205 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.288842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0415 22:53:11.292065 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.292072 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.299186 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0415 22:53:11.299209 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0415 22:53:11.302551 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.306780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0415 22:53:11.315234 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.315290 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.319022 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0415 22:53:11.319048 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.322039 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0415 22:53:11.327258 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0415 22:53:11.327296 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0415 22:53:11.329356 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0415 22:53:11.329494 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0415 22:53:11.329567 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0415 22:53:11.333854 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0415 22:53:11.333875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0415 22:53:11.394009 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0415 22:53:11.483452 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0415 22:53:11.498361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0415 22:53:11.542502 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0415 22:53:11.560394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0415 22:53:11.893933 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0415 22:53:11.895679 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0415 22:53:11.895696 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0415 22:53:11.895712 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0415 22:53:11.895717 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0415 22:53:11.899011 1 secure_serving.go:57] Forcing use of http/1.1 only I0415 22:53:11.899031 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0415 22:53:11.903498 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0415 22:53:11.903502 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0415 22:53:11.903517 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0415 22:53:11.903517 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0415 22:53:11.903526 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0415 22:53:11.903557 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0415 22:53:11.903862 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0415 22:53:11.904010 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776293562\" (2026-04-15 22:52:54 +0000 UTC to 2028-04-14 22:52:55 +0000 UTC (now=2026-04-15 22:53:11.903982849 +0000 UTC))" I0415 22:53:11.904301 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776293591\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776293591\" (2026-04-15 21:53:11 +0000 UTC to 2027-04-15 21:53:11 +0000 UTC (now=2026-04-15 22:53:11.904270913 +0000 UTC))" I0415 22:53:11.904327 1 secure_serving.go:213] Serving securely on [::]:8443 I0415 22:53:11.904346 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0415 22:53:11.904351 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0415 22:53:11.906653 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0415 22:53:11.906729 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0415 22:53:11.906868 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0415 22:53:12.004543 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0415 22:53:12.004560 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0415 22:53:12.004602 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0415 22:53:12.004715 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-15 22:40:47 +0000 UTC to 2036-04-12 22:40:47 +0000 UTC (now=2026-04-15 22:53:12.00469211 +0000 UTC))" I0415 22:53:12.004929 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776293562\" (2026-04-15 22:52:54 +0000 UTC to 2028-04-14 22:52:55 +0000 UTC (now=2026-04-15 22:53:12.004898312 +0000 UTC))" I0415 22:53:12.005085 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776293591\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776293591\" (2026-04-15 21:53:11 +0000 UTC to 2027-04-15 21:53:11 +0000 UTC (now=2026-04-15 22:53:12.005073842 +0000 UTC))" I0415 22:53:12.005206 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-15 22:40:50 +0000 UTC to 2036-04-12 22:40:50 +0000 UTC (now=2026-04-15 22:53:12.005195469 +0000 UTC))" I0415 22:53:12.005226 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-15 22:40:54 +0000 UTC to 2036-04-12 22:40:54 +0000 UTC (now=2026-04-15 22:53:12.005217837 +0000 UTC))" I0415 22:53:12.005241 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-15 22:40:57 +0000 UTC to 2036-04-12 22:40:57 +0000 UTC (now=2026-04-15 22:53:12.005233645 +0000 UTC))" I0415 22:53:12.005257 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-15 22:41:00 +0000 UTC to 2036-04-12 22:41:00 +0000 UTC (now=2026-04-15 22:53:12.005248681 +0000 UTC))" I0415 22:53:12.005270 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-15 22:41:02 +0000 UTC to 2036-04-12 22:41:02 +0000 UTC (now=2026-04-15 22:53:12.005263223 +0000 UTC))" I0415 22:53:12.005286 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pms8lghlv5kfib42mcplihkudoekrnc-kx-46662382b4_customer-system-admin-signer@1776292983\" [] issuer=\"\" (2026-04-15 22:43:03 +0000 UTC to 2026-04-22 22:43:04 +0000 UTC (now=2026-04-15 22:53:12.0052774 +0000 UTC))" I0415 22:53:12.005308 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pms8lghlv5kfib42mcplihkudoekrnc-kx-46662382b4_sre-system-admin-signer@1776292983\" [] issuer=\"\" (2026-04-15 22:43:05 +0000 UTC to 2026-04-22 22:43:06 +0000 UTC (now=2026-04-15 22:53:12.00529858 +0000 UTC))" I0415 22:53:12.005323 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-15 22:40:47 +0000 UTC to 2036-04-12 22:40:47 +0000 UTC (now=2026-04-15 22:53:12.005315534 +0000 UTC))" I0415 22:53:12.005485 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776293562\" (2026-04-15 22:52:54 +0000 UTC to 2028-04-14 22:52:55 +0000 UTC (now=2026-04-15 22:53:12.005467884 +0000 UTC))" I0415 22:53:12.005634 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776293591\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776293591\" (2026-04-15 21:53:11 +0000 UTC to 2027-04-15 21:53:11 +0000 UTC (now=2026-04-15 22:53:12.005624324 +0000 UTC))" I0415 22:53:15.617311 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0415 22:53:15.630099 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0415 22:53:15.645135 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0415 22:53:15.816059 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0415 22:53:20.791560 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0415 22:53:20.791583 1 tasks.go:49] processing task group 2 of 3 I0415 22:53:20.791610 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 22:53:20.791622 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0415 22:53:20.791631 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0415 22:53:20.791645 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0415 22:53:20.791653 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0415 22:53:20.791648 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 22:53:20.791659 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0415 22:53:20.791667 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0415 22:53:20.791670 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0415 22:53:20.791664 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0415 22:53:20.791674 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 22:53:20.791680 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0415 22:53:20.791674 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0415 22:53:20.791684 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0415 22:53:20.791699 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 22:53:20.809937 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0415 22:53:20.820256 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0415 22:53:20.843931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0415 22:53:20.857102 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0415 22:53:20.863073 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0415 22:53:20.878729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0415 22:53:20.895790 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0415 22:53:20.950435 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 22:53:20.976610 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 22:53:20.999791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0415 22:53:21.001379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0415 22:53:21.026678 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0415 22:53:21.028075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0415 22:53:21.028757 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0415 22:53:21.028994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0415 22:53:21.121803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0415 22:53:21.126370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0415 22:53:21.137823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0415 22:53:21.188958 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0415 22:53:21.189251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0415 22:53:21.192083 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0415 22:53:21.192265 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing W0415 22:53:21.201934 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0415 22:53:21.201951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0415 22:53:21.211295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0415 22:53:21.225124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0415 22:53:21.238381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0415 22:53:21.259468 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0415 22:53:21.275368 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0415 22:53:21.330563 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0415 22:53:21.330592 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0415 22:53:21.567700 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0415 22:53:21.613927 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0415 22:53:21.660706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0415 22:53:21.761771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0415 22:53:21.769065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0415 22:53:21.855884 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0415 22:53:21.874953 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0415 22:53:21.891531 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0415 22:53:21.916175 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0415 22:53:21.987412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0415 22:53:21.989393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0415 22:53:22.007879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0415 22:53:22.069028 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0415 22:53:22.173756 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0415 22:53:22.173932 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0415 22:53:22.189568 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0415 22:53:22.190373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0415 22:53:22.258055 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0415 22:53:22.287471 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0415 22:53:22.287692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0415 22:53:22.334589 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0415 22:53:22.398095 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0415 22:53:22.572651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0415 22:53:22.586099 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0415 22:53:22.750890 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0415 22:53:22.864150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0415 22:53:23.007865 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0415 22:53:23.025084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0415 22:53:23.036344 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0415 22:53:23.144588 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0415 22:53:23.289948 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0415 22:53:23.403605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0415 22:53:23.506062 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0415 22:53:23.650015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0415 22:53:23.671731 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 22:53:23.671820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0415 22:53:23.672415 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0415 22:53:23.754232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0415 22:53:23.855771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0415 22:53:23.945039 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0415 22:53:23.958372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0415 22:53:23.975168 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 22:53:24.095640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0415 22:53:24.206806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0415 22:53:24.310157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0415 22:53:24.379410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-22qbf000dgm72 -n openshift-monitoring because it was missing I0415 22:53:24.386844 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0415 22:53:24.430180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0415 22:53:24.450103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0415 22:53:24.952659 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0415 22:53:25.867280 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0415 22:53:25.914756 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0415 22:53:26.026477 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-3ig1e3o9sc4g -n openshift-monitoring because it was missing I0415 22:53:27.486107 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-aatp5dvkc9m7t -n openshift-monitoring because it was missing I0415 22:53:27.503947 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0415 22:53:27.546099 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0415 22:53:27.569842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0415 22:53:32.329796 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0415 22:53:32.395714 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0415 22:53:34.980825 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0415 22:53:34.980891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0415 22:53:38.739239 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0415 22:53:43.475943 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0415 22:53:43.518705 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0415 22:53:53.729156 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0415 22:53:56.140212 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0415 22:53:56.163055 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0415 22:53:56.163119 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0415 22:54:08.732397 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0415 22:54:12.368964 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0415 22:54:37.652533 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0415 22:54:37.652583 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0415 22:54:37.652591 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0415 22:54:37.652613 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0415 22:54:37.653724 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0415 22:54:37.686857 1 operator.go:830] Updating ClusterOperator status to InProgress. I0415 22:54:37.692990 1 tasks.go:49] processing task group 1 of 3 I0415 22:54:37.693011 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0415 22:54:37.693033 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0415 22:54:37.710696 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0415 22:54:38.751132 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUTAxdmpkNTBUZ0F3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qSTVNelUyTWpBZQpGdzB5TmpBME1UVXlNalV5TkRKYUZ3MHlPREEyTVRNeU1qVXlORE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOell5T1RNMU5qSXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ201SWNrMWJiMWFUczcySzFMWVVSeFN3NjFXU21MWHg2LwpSaU9KWGl2MitsZWRWNDRwdGxXR085dnJ2SVRJV0tqZFNVUlpibDF2YmU4ZUdUTERnVDQ4VEU5R1lDbFhLZ0o0Ckc3dGpkNnNyd3FWYmI5UnNaQlBHSW5WVk9Zano2dTQwMWE3R0VvbXpEbHBIbDFYTHArb2thMUZpN3pZc0h3MXgKYldwcGNLQ1hGOWVUS1JYTm5HbTJTNGY5Y2J6L3c3WlYyd3RxZzFrTGlDcEdDODI4K2U5TGdLcFhUVkhkMEV1TApNQ1R3MnZ1LzVUU1ZVazQxeWh5cDlBcFl4OFBPSSt1YUJ1eVBGM2lVQlJkVU5JNExmT1FqVUl3V1l0c0U2RnhlCnFkdEVWTWZpQ0ZWZUNqamhnTnVSV1B1eHdkSTRLbWcvYm9DQkl2Um85aG1OWGhNRXBraURBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJaRGpTYQo2eGpkYVdhT3VZVVplY0h0Rk0rbTdUQWZCZ05WSFNNRUdEQVdnQlJaRGpTYTZ4amRhV2FPdVlVWmVjSHRGTSttCjdUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFSY0dtbThzMzYzVUZSdXdWZUN1TDBMZUxHMHRsTHpnbzIza0oKMnR5VVM5eDAvR0E3SnEzMjg5eXNmNTFNWEQvOEcrU2Q3WDVPNyt0WGwwQ2VBY0xWOWJjOHIyak0yMkE3QzlqRQpFcFZtTUVsV0d6aDZ0UHgySGc2OG5XeW9jbzc3K04zL1FFYWI5Vk1uUm1uR0dZZGhaNXNjWXU3VEdhT3NJSXdOCmo5QjY1MDFRWXdpald4UUs0clAzN21ZRXVxOHZIUjNibzJWYkhFWU10YzZoaUJJTjUzYkRYV3ZVcklGSGRuVTUKUTJYOThKZVZmSVFFSzZmd2x3YTl5YzdXOHRTbHpNRWVhNDFEbTluVHBVVzc5RWF2MjBGbUxrdUtNaUF1OC9lWAptV2VET1dyUXZNL2pzbGZka2dEdkZjM2EzTDA0RVBhRUorMXR1R3oxUk1wdStKb1hSdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0415 22:54:38.757346 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0415 22:54:38.765860 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUTAxdmpkNTBUZ0F3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qSTVNelUyTWpBZQpGdzB5TmpBME1UVXlNalV5TkRKYUZ3MHlPREEyTVRNeU1qVXlORE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOell5T1RNMU5qSXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ201SWNrMWJiMWFUczcySzFMWVVSeFN3NjFXU21MWHg2LwpSaU9KWGl2MitsZWRWNDRwdGxXR085dnJ2SVRJV0tqZFNVUlpibDF2YmU4ZUdUTERnVDQ4VEU5R1lDbFhLZ0o0Ckc3dGpkNnNyd3FWYmI5UnNaQlBHSW5WVk9Zano2dTQwMWE3R0VvbXpEbHBIbDFYTHArb2thMUZpN3pZc0h3MXgKYldwcGNLQ1hGOWVUS1JYTm5HbTJTNGY5Y2J6L3c3WlYyd3RxZzFrTGlDcEdDODI4K2U5TGdLcFhUVkhkMEV1TApNQ1R3MnZ1LzVUU1ZVazQxeWh5cDlBcFl4OFBPSSt1YUJ1eVBGM2lVQlJkVU5JNExmT1FqVUl3V1l0c0U2RnhlCnFkdEVWTWZpQ0ZWZUNqamhnTnVSV1B1eHdkSTRLbWcvYm9DQkl2Um85aG1OWGhNRXBraURBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJaRGpTYQo2eGpkYVdhT3VZVVplY0h0Rk0rbTdUQWZCZ05WSFNNRUdEQVdnQlJaRGpTYTZ4amRhV2FPdVlVWmVjSHRGTSttCjdUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFSY0dtbThzMzYzVUZSdXdWZUN1TDBMZUxHMHRsTHpnbzIza0oKMnR5VVM5eDAvR0E3SnEzMjg5eXNmNTFNWEQvOEcrU2Q3WDVPNyt0WGwwQ2VBY0xWOWJjOHIyak0yMkE3QzlqRQpFcFZtTUVsV0d6aDZ0UHgySGc2OG5XeW9jbzc3K04zL1FFYWI5Vk1uUm1uR0dZZGhaNXNjWXU3VEdhT3NJSXdOCmo5QjY1MDFRWXdpald4UUs0clAzN21ZRXVxOHZIUjNibzJWYkhFWU10YzZoaUJJTjUzYkRYV3ZVcklGSGRuVTUKUTJYOThKZVZmSVFFSzZmd2x3YTl5YzdXOHRTbHpNRWVhNDFEbTluVHBVVzc5RWF2MjBGbUxrdUtNaUF1OC9lWAptV2VET1dyUXZNL2pzbGZka2dEdkZjM2EzTDA0RVBhRUorMXR1R3oxUk1wdStKb1hSdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0415 22:54:38.771784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0415 22:54:40.867343 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0415 22:54:40.867367 1 tasks.go:49] processing task group 2 of 3 I0415 22:54:40.867395 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 22:54:40.867394 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0415 22:54:40.867408 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0415 22:54:40.867425 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0415 22:54:40.867438 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0415 22:54:40.867462 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0415 22:54:40.867483 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0415 22:54:40.867521 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 22:54:40.867528 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0415 22:54:40.867554 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0415 22:54:40.867568 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0415 22:54:40.867590 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 22:54:40.867609 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0415 22:54:40.867636 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 22:54:40.867629 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0415 22:54:40.965116 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 22:54:40.967938 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0415 22:54:40.994318 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 22:54:41.026557 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0415 22:54:41.043495 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0415 22:54:41.068687 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0415 22:54:41.071365 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 22:54:41.080623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0415 22:54:41.099329 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0415 22:54:41.531827 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0415 22:54:41.977305 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0415 22:54:42.004733 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0415 22:54:42.008784 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 22:54:42.031502 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0415 22:54:42.046502 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0415 22:54:44.084401 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0415 22:54:46.047323 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0415 22:54:46.147604 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0415 22:54:46.935856 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0415 22:54:49.261934 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0415 22:55:32.069140 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0415 22:56:56.322083 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0415 22:56:56.322111 1 tasks.go:49] processing task group 3 of 3 I0415 22:56:56.322129 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0415 22:56:56.368150 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0415 22:56:56.368215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6e2469cd-64a8-4eb3-ad16-6067791db220", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0415 22:56:56.375879 1 operator.go:851] Updating ClusterOperator status to done. W0415 22:56:56.418464 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0415 22:56:56.465370 1 operator.go:830] Updating ClusterOperator status to InProgress. I0415 22:56:56.470370 1 tasks.go:49] processing task group 1 of 3 I0415 22:56:56.470395 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0415 22:56:56.470411 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0415 22:56:56.486397 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0415 22:56:59.657570 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0415 22:56:59.657594 1 tasks.go:49] processing task group 2 of 3 I0415 22:56:59.657621 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 22:56:59.657626 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0415 22:56:59.657640 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 22:56:59.657653 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0415 22:56:59.657689 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0415 22:56:59.657711 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0415 22:56:59.657729 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0415 22:56:59.657744 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0415 22:56:59.657761 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0415 22:56:59.657777 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 22:56:59.657811 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0415 22:56:59.657799 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0415 22:56:59.657827 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0415 22:56:59.657702 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 22:56:59.657631 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0415 22:56:59.716759 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 22:56:59.738381 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 22:56:59.745694 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0415 22:56:59.824574 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 22:57:00.733313 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0415 22:57:00.773429 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 22:57:00.787970 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0415 22:57:00.832077 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0415 22:57:00.856755 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0415 22:57:02.842415 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0415 22:57:04.840240 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0415 22:57:05.725075 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0415 22:57:05.831889 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0415 22:57:10.840449 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0415 22:57:15.080057 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0415 22:57:15.080086 1 tasks.go:49] processing task group 3 of 3 I0415 22:57:15.080106 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0415 22:57:15.124404 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0415 22:57:15.130479 1 operator.go:851] Updating ClusterOperator status to done. I0415 22:57:23.732014 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0415 22:57:23.732043 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0415 22:57:23.748977 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0415 22:57:23.793053 1 operator.go:830] Updating ClusterOperator status to InProgress. I0415 22:57:23.799941 1 tasks.go:49] processing task group 1 of 3 I0415 22:57:23.799973 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0415 22:57:23.799993 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0415 22:57:23.820959 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0415 22:57:26.973269 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0415 22:57:26.973293 1 tasks.go:49] processing task group 2 of 3 I0415 22:57:26.973321 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 22:57:26.973324 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 22:57:26.973334 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0415 22:57:26.973356 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0415 22:57:26.973382 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0415 22:57:26.973410 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0415 22:57:26.973426 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0415 22:57:26.973438 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0415 22:57:26.973455 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0415 22:57:26.973478 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 22:57:26.973499 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 22:57:26.973532 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0415 22:57:26.973551 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0415 22:57:26.973551 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0415 22:57:26.973573 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0415 22:57:27.025242 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 22:57:27.050961 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 22:57:27.056407 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0415 22:57:27.120886 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 22:57:28.047580 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0415 22:57:28.080314 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 22:57:28.083565 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0415 22:57:28.100645 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0415 22:57:28.111271 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0415 22:57:30.172350 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0415 22:57:32.137314 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0415 22:57:33.057595 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0415 22:57:33.163217 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0415 22:57:38.137412 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0415 22:57:42.337725 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0415 22:57:42.337752 1 tasks.go:49] processing task group 3 of 3 I0415 22:57:42.337765 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0415 22:57:42.376096 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0415 22:57:42.382388 1 operator.go:851] Updating ClusterOperator status to done. W0415 22:57:42.392503 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0415 22:57:42.423859 1 operator.go:830] Updating ClusterOperator status to InProgress. I0415 22:57:42.428950 1 tasks.go:49] processing task group 1 of 3 I0415 22:57:42.428975 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0415 22:57:42.428993 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0415 22:57:42.445847 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0415 22:57:45.607931 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0415 22:57:45.607957 1 tasks.go:49] processing task group 2 of 3 I0415 22:57:45.607993 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 22:57:45.607991 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0415 22:57:45.608004 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0415 22:57:45.608027 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 22:57:45.608055 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0415 22:57:45.608063 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0415 22:57:45.608083 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0415 22:57:45.608102 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0415 22:57:45.608124 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0415 22:57:45.608147 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0415 22:57:45.608186 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0415 22:57:45.608200 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0415 22:57:45.608224 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 22:57:45.608252 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0415 22:57:45.608264 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 22:57:45.710179 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 22:57:45.717648 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0415 22:57:45.734045 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 22:57:45.848964 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 22:57:46.693540 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0415 22:57:46.733286 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 22:57:46.739975 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0415 22:57:46.747059 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0415 22:57:46.782982 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0415 22:57:48.794260 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0415 22:57:50.769680 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0415 22:57:51.687131 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0415 22:57:51.826047 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0415 22:57:56.792191 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0415 22:58:01.000991 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0415 22:58:01.001019 1 tasks.go:49] processing task group 3 of 3 I0415 22:58:01.001035 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0415 22:58:01.047888 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0415 22:58:01.057643 1 operator.go:851] Updating ClusterOperator status to done. I0415 22:58:11.199477 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0415 22:58:11.199515 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0415 22:58:11.229359 1 operator.go:830] Updating ClusterOperator status to InProgress. I0415 22:58:11.234126 1 tasks.go:49] processing task group 1 of 3 I0415 22:58:11.234152 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0415 22:58:11.234167 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0415 22:58:11.248190 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0415 22:58:14.392932 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0415 22:58:14.392953 1 tasks.go:49] processing task group 2 of 3 I0415 22:58:14.392978 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 22:58:14.392979 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0415 22:58:14.392995 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0415 22:58:14.393014 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0415 22:58:14.393027 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0415 22:58:14.393040 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0415 22:58:14.393060 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0415 22:58:14.393076 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0415 22:58:14.393097 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0415 22:58:14.393118 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 22:58:14.393135 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 22:58:14.393148 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0415 22:58:14.393172 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0415 22:58:14.393199 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 22:58:14.393217 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0415 22:58:14.454017 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 22:58:14.470062 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 22:58:14.478422 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0415 22:58:14.538312 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 22:58:15.469055 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0415 22:58:15.496696 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0415 22:58:15.526994 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 22:58:15.536960 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0415 22:58:15.542453 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0415 22:58:17.567947 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0415 22:58:19.529513 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0415 22:58:20.454825 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0415 22:58:20.542095 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0415 22:58:25.572120 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0415 22:58:29.719136 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0415 22:58:29.719160 1 tasks.go:49] processing task group 3 of 3 I0415 22:58:29.719174 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0415 22:58:29.756967 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0415 22:58:29.762466 1 operator.go:851] Updating ClusterOperator status to done. I0415 23:03:11.199054 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0415 23:03:11.199110 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0415 23:03:11.262808 1 operator.go:830] Updating ClusterOperator status to InProgress. I0415 23:03:11.270899 1 tasks.go:49] processing task group 1 of 3 I0415 23:03:11.270948 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0415 23:03:11.270961 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0415 23:03:11.298833 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0415 23:03:14.453769 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0415 23:03:14.453801 1 tasks.go:49] processing task group 2 of 3 I0415 23:03:14.453842 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 23:03:14.453855 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 23:03:14.453881 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0415 23:03:14.453918 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0415 23:03:14.453935 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0415 23:03:14.453942 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0415 23:03:14.453962 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0415 23:03:14.453975 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0415 23:03:14.454006 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0415 23:03:14.454032 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0415 23:03:14.454092 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 23:03:14.454169 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 23:03:14.453841 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0415 23:03:14.454008 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0415 23:03:14.454130 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0415 23:03:14.513994 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 23:03:14.534742 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 23:03:14.538666 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0415 23:03:14.600513 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 23:03:15.530829 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0415 23:03:15.565845 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0415 23:03:15.566219 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 23:03:15.572802 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0415 23:03:15.599425 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0415 23:03:17.615992 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0415 23:03:19.621989 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0415 23:03:20.529388 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0415 23:03:20.638659 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0415 23:03:25.615995 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0415 23:03:29.825185 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0415 23:03:29.825215 1 tasks.go:49] processing task group 3 of 3 I0415 23:03:29.825223 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0415 23:03:29.860299 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0415 23:03:29.868608 1 operator.go:851] Updating ClusterOperator status to done. I0415 23:08:11.106535 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0415 23:08:11.106570 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0415 23:08:11.106583 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0415 23:08:11.106604 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0415 23:08:11.108812 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0415 23:08:11.108829 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0415 23:08:11.108963 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0415 23:08:11.109025 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0415 23:08:11.109042 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0415 23:08:11.109065 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0415 23:08:11.109081 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0415 23:08:11.109963 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0415 23:08:11.137032 1 operator.go:830] Updating ClusterOperator status to InProgress. I0415 23:08:11.142049 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0415 23:08:11.142183 1 tasks.go:49] processing task group 1 of 3 I0415 23:08:11.142207 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0415 23:08:11.142218 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0415 23:08:11.157229 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0415 23:08:11.198893 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0415 23:08:14.282820 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0415 23:08:14.282844 1 tasks.go:49] processing task group 2 of 3 I0415 23:08:14.282876 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 23:08:14.282878 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0415 23:08:14.282890 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 23:08:14.282923 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0415 23:08:14.282945 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0415 23:08:14.282971 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 23:08:14.282999 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0415 23:08:14.283010 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 23:08:14.283026 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0415 23:08:14.283051 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0415 23:08:14.283044 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0415 23:08:14.283065 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0415 23:08:14.283083 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0415 23:08:14.283107 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0415 23:08:14.283122 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0415 23:08:14.338462 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 23:08:14.359763 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 23:08:14.366564 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0415 23:08:14.420178 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 23:08:15.376823 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0415 23:08:15.408951 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0415 23:08:15.417086 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 23:08:15.442436 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0415 23:08:15.445747 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0415 23:08:17.494643 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0415 23:08:19.415107 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0415 23:08:20.342680 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0415 23:08:20.430735 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0415 23:08:25.519771 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0415 23:08:29.631639 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0415 23:08:29.631666 1 tasks.go:49] processing task group 3 of 3 I0415 23:08:29.631682 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0415 23:08:29.667027 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0415 23:08:29.672446 1 operator.go:851] Updating ClusterOperator status to done. W0415 23:08:29.682336 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0415 23:08:29.714496 1 operator.go:830] Updating ClusterOperator status to InProgress. I0415 23:08:29.719170 1 tasks.go:49] processing task group 1 of 3 I0415 23:08:29.719198 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0415 23:08:29.719210 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0415 23:08:29.731875 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0415 23:08:32.855613 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0415 23:08:32.855636 1 tasks.go:49] processing task group 2 of 3 I0415 23:08:32.855662 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 23:08:32.855666 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0415 23:08:32.855679 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0415 23:08:32.855702 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0415 23:08:32.855728 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 23:08:32.855743 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0415 23:08:32.855781 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0415 23:08:32.855787 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0415 23:08:32.855793 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0415 23:08:32.855796 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0415 23:08:32.855764 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0415 23:08:32.856150 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0415 23:08:32.856389 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 23:08:32.856415 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 23:08:32.855791 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0415 23:08:32.920076 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 23:08:32.939838 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 23:08:32.940311 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0415 23:08:33.000576 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 23:08:33.946204 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0415 23:08:33.984363 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0415 23:08:34.000771 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 23:08:34.015339 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0415 23:08:34.037211 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0415 23:08:36.061171 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0415 23:08:38.005623 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0415 23:08:38.914572 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0415 23:08:39.020309 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0415 23:08:44.061115 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0415 23:08:48.220282 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0415 23:08:48.220310 1 tasks.go:49] processing task group 3 of 3 I0415 23:08:48.220328 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0415 23:08:48.258310 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0415 23:08:48.263777 1 operator.go:851] Updating ClusterOperator status to done. I0415 23:13:11.198966 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0415 23:13:11.199028 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0415 23:13:11.230200 1 operator.go:830] Updating ClusterOperator status to InProgress. I0415 23:13:11.234725 1 tasks.go:49] processing task group 1 of 3 I0415 23:13:11.234753 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0415 23:13:11.234769 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0415 23:13:11.247988 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0415 23:13:14.386856 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0415 23:13:14.386881 1 tasks.go:49] processing task group 2 of 3 I0415 23:13:14.386929 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 23:13:14.386931 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0415 23:13:14.386948 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0415 23:13:14.386953 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0415 23:13:14.386968 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0415 23:13:14.386974 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0415 23:13:14.386996 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 23:13:14.387007 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0415 23:13:14.386934 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 23:13:14.387044 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0415 23:13:14.387071 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0415 23:13:14.387088 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0415 23:13:14.387107 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0415 23:13:14.387125 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 23:13:14.387028 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0415 23:13:14.442676 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 23:13:14.458363 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 23:13:14.470244 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0415 23:13:14.520722 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 23:13:15.469729 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0415 23:13:15.503642 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0415 23:13:15.518742 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 23:13:15.538024 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0415 23:13:15.545957 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0415 23:13:17.563366 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0415 23:13:19.530118 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0415 23:13:20.444271 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0415 23:13:20.548536 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0415 23:13:25.572002 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0415 23:13:29.711517 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0415 23:13:29.711544 1 tasks.go:49] processing task group 3 of 3 I0415 23:13:29.711552 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0415 23:13:29.745805 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0415 23:13:29.750969 1 operator.go:851] Updating ClusterOperator status to done. I0415 23:18:11.199330 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0415 23:18:11.199390 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0415 23:18:11.228525 1 operator.go:830] Updating ClusterOperator status to InProgress. I0415 23:18:11.233476 1 tasks.go:49] processing task group 1 of 3 I0415 23:18:11.233506 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0415 23:18:11.233527 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0415 23:18:11.246766 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0415 23:18:14.410568 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0415 23:18:14.410595 1 tasks.go:49] processing task group 2 of 3 I0415 23:18:14.410624 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 23:18:14.410625 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 23:18:14.410635 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0415 23:18:14.410658 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0415 23:18:14.410684 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0415 23:18:14.410702 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0415 23:18:14.410723 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 23:18:14.410759 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0415 23:18:14.410767 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 23:18:14.410791 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0415 23:18:14.410806 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0415 23:18:14.410814 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0415 23:18:14.410830 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0415 23:18:14.410856 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0415 23:18:14.410854 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0415 23:18:14.479511 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0415 23:18:14.506731 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0415 23:18:14.508518 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0415 23:18:14.584778 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0415 23:18:15.490928 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0415 23:18:15.532735 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0415 23:18:15.538030 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0415 23:18:15.560646 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0415 23:18:15.572273 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0415 23:18:17.592064 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0415 23:18:19.606643 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0415 23:18:20.472807 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0415 23:18:20.637340 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0415 23:18:25.600401 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0415 23:18:29.772518 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0415 23:18:29.772710 1 tasks.go:49] processing task group 3 of 3 I0415 23:18:29.772753 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0415 23:18:29.817031 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0415 23:18:29.822460 1 operator.go:851] Updating ClusterOperator status to done.