W0423 22:07:22.446282 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0423 22:07:22.446803 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0423 22:07:22.446828 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0423 22:07:22.446837 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0423 22:07:22.446843 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0423 22:07:22.470380 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0423 22:07:22.473733 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0423 22:07:22.474096 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0423 22:07:22.474514 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0423 22:07:22.475213 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0423 22:07:22.481567 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 22:07:22.481685 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0423 22:07:22.483624 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 22:07:22.484003 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0423 22:07:22.485154 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 22:07:22.485379 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0423 22:07:22.485385 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 22:07:22.485737 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 22:07:22.486116 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 22:07:22.487662 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 22:07:22.487874 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 22:07:22.487915 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0423 22:07:22.488279 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 22:07:22.490517 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0423 22:07:22.491258 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0423 22:07:22.491829 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 22:07:22.527437 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0423 22:07:22.577069 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0423 22:07:22.577138 1 rule_controller.go:113] Starting alerting rules controller W0423 22:07:22.577151 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 22:07:22.577159 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0423 22:07:22.577162 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0423 22:07:22.577156 1 relabel_controller.go:117] Starting alert relabel config controller I0423 22:07:22.577168 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0423 22:07:22.577179 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0423 22:07:22.577182 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0423 22:07:22.577178 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0423 22:07:22.577196 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0423 22:07:22.577201 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0423 22:07:22.577138 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0423 22:07:22.577322 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0423 22:07:22.577333 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0423 22:07:22.580233 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0423 22:07:22.580362 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0423 22:07:22.580372 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0423 22:07:22.580374 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0423 22:07:22.594151 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.594150 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.594296 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 22:07:22.594151 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.594406 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 22:07:22.594488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 22:07:22.613277 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-9ct8j" is created for OpenShiftMonitoringTelemeterClientCertRequester I0423 22:07:22.613387 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-zwr7f" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0423 22:07:22.621572 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-8cv6l" is created for OpenShiftMonitoringClientCertRequester I0423 22:07:22.623549 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.630298 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.632214 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.632328 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.637253 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.639640 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.639640 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.644588 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.647286 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.647294 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.648788 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.651009 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 22:07:22.652427 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.656411 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.656418 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.657281 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.665024 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.665040 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.665048 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.671126 1 tasks.go:49] processing task group 1 of 3 I0423 22:07:22.671149 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 22:07:22.671164 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 22:07:22.675061 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.675071 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.675081 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.677463 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0423 22:07:22.677539 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0423 22:07:22.679472 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.681251 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.681274 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.687117 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.687142 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.687144 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.687236 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0423 22:07:22.691287 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0423 22:07:22.694273 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0423 22:07:22.698911 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.698957 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.698971 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.698914 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 22:07:22.715275 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.715286 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.715289 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0423 22:07:22.726696 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0423 22:07:22.726727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0423 22:07:22.727531 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0423 22:07:22.728108 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0423 22:07:22.728133 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0423 22:07:22.728137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0423 22:07:22.778022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0423 22:07:22.900973 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0423 22:07:22.914457 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 22:07:22.944120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 22:07:22.959961 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 22:07:23.168577 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0423 22:07:23.169940 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0423 22:07:23.169955 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0423 22:07:23.169966 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0423 22:07:23.169971 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0423 22:07:23.172511 1 secure_serving.go:57] Forcing use of http/1.1 only I0423 22:07:23.172529 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0423 22:07:23.177312 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0423 22:07:23.177321 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0423 22:07:23.177327 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0423 22:07:23.177332 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0423 22:07:23.177347 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0423 22:07:23.177361 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0423 22:07:23.177576 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0423 22:07:23.177667 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776982012\" (2026-04-23 22:07:02 +0000 UTC to 2028-04-22 22:07:03 +0000 UTC (now=2026-04-23 22:07:23.177646013 +0000 UTC))" I0423 22:07:23.177836 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776982043\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776982042\" (2026-04-23 21:07:22 +0000 UTC to 2027-04-23 21:07:22 +0000 UTC (now=2026-04-23 22:07:23.177822945 +0000 UTC))" I0423 22:07:23.177871 1 secure_serving.go:213] Serving securely on [::]:8443 I0423 22:07:23.177890 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0423 22:07:23.177893 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0423 22:07:23.180127 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0423 22:07:23.180196 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0423 22:07:23.180198 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0423 22:07:23.277747 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0423 22:07:23.277828 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0423 22:07:23.277844 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0423 22:07:23.277951 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-23 21:40:33 +0000 UTC to 2036-04-20 21:40:33 +0000 UTC (now=2026-04-23 22:07:23.277926688 +0000 UTC))" I0423 22:07:23.278150 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776982012\" (2026-04-23 22:07:02 +0000 UTC to 2028-04-22 22:07:03 +0000 UTC (now=2026-04-23 22:07:23.278133554 +0000 UTC))" I0423 22:07:23.278316 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776982043\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776982042\" (2026-04-23 21:07:22 +0000 UTC to 2027-04-23 21:07:22 +0000 UTC (now=2026-04-23 22:07:23.278304432 +0000 UTC))" I0423 22:07:23.278427 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-23 21:40:35 +0000 UTC to 2036-04-20 21:40:35 +0000 UTC (now=2026-04-23 22:07:23.278417314 +0000 UTC))" I0423 22:07:23.278447 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-23 21:40:37 +0000 UTC to 2036-04-20 21:40:37 +0000 UTC (now=2026-04-23 22:07:23.278438304 +0000 UTC))" I0423 22:07:23.278462 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-23 21:40:38 +0000 UTC to 2036-04-20 21:40:38 +0000 UTC (now=2026-04-23 22:07:23.27845466 +0000 UTC))" I0423 22:07:23.278478 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-23 21:40:39 +0000 UTC to 2036-04-20 21:40:39 +0000 UTC (now=2026-04-23 22:07:23.278470677 +0000 UTC))" I0423 22:07:23.278491 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-23 21:40:41 +0000 UTC to 2036-04-20 21:40:41 +0000 UTC (now=2026-04-23 22:07:23.278484004 +0000 UTC))" I0423 22:07:23.278509 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ps458q9kb0u3rgtnds4j5qiugl2ol78-kx-5c81d04568_customer-system-admin-signer@1776980568\" [] issuer=\"\" (2026-04-23 21:42:50 +0000 UTC to 2026-04-30 21:42:51 +0000 UTC (now=2026-04-23 22:07:23.278499752 +0000 UTC))" I0423 22:07:23.278539 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ps458q9kb0u3rgtnds4j5qiugl2ol78-kx-5c81d04568_sre-system-admin-signer@1776980568\" [] issuer=\"\" (2026-04-23 21:42:47 +0000 UTC to 2026-04-30 21:42:48 +0000 UTC (now=2026-04-23 22:07:23.278527557 +0000 UTC))" I0423 22:07:23.278561 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-23 21:40:33 +0000 UTC to 2036-04-20 21:40:33 +0000 UTC (now=2026-04-23 22:07:23.278548739 +0000 UTC))" I0423 22:07:23.278746 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776982012\" (2026-04-23 22:07:02 +0000 UTC to 2028-04-22 22:07:03 +0000 UTC (now=2026-04-23 22:07:23.278733137 +0000 UTC))" I0423 22:07:23.278910 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776982043\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776982042\" (2026-04-23 21:07:22 +0000 UTC to 2027-04-23 21:07:22 +0000 UTC (now=2026-04-23 22:07:23.27889999 +0000 UTC))" I0423 22:07:26.015421 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0423 22:07:26.035094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0423 22:07:26.067502 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0423 22:07:30.197043 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 22:07:30.197080 1 tasks.go:49] processing task group 2 of 3 I0423 22:07:30.197107 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 22:07:30.197116 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 22:07:30.197122 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 22:07:30.197132 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 22:07:30.197144 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 22:07:30.197149 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 22:07:30.197152 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 22:07:30.197161 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 22:07:30.197170 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 22:07:30.197173 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 22:07:30.197181 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 22:07:30.197182 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 22:07:30.197189 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 22:07:30.197202 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 22:07:30.197164 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 22:07:30.226309 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0423 22:07:30.226332 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0423 22:07:30.258659 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0423 22:07:30.258682 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0423 22:07:30.267895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0423 22:07:30.303279 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0423 22:07:30.312592 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 22:07:30.318508 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 22:07:30.342720 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 22:07:30.349600 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0423 22:07:30.351130 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0423 22:07:30.385460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0423 22:07:30.386088 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0423 22:07:30.386097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0423 22:07:30.392385 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0423 22:07:30.474358 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0423 22:07:30.474379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0423 22:07:30.479391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0423 22:07:30.480989 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0423 22:07:30.481005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0423 22:07:30.486032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0423 22:07:30.492741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0423 22:07:30.497521 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0423 22:07:30.497541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0423 22:07:30.504956 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0423 22:07:30.515364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0423 22:07:30.519189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0423 22:07:30.545185 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0423 22:07:30.546279 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0423 22:07:30.681197 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0423 22:07:30.697983 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0423 22:07:30.880213 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0423 22:07:30.922346 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0423 22:07:30.965901 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0423 22:07:30.983158 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0423 22:07:31.022128 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0423 22:07:31.079715 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0423 22:07:31.091591 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0423 22:07:31.164845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0423 22:07:31.262881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0423 22:07:31.301223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0423 22:07:31.364463 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0423 22:07:31.377771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0423 22:07:31.388888 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0423 22:07:31.434565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0423 22:07:31.460267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0423 22:07:31.522906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0423 22:07:31.527704 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0423 22:07:31.537077 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0423 22:07:31.564225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0423 22:07:31.582711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0423 22:07:31.600231 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0423 22:07:31.602577 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0423 22:07:31.649367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0423 22:07:31.668320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0423 22:07:31.772239 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0423 22:07:31.984847 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0423 22:07:32.308068 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 22:07:32.308109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0423 22:07:32.309208 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0423 22:07:32.397979 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 22:07:32.398002 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0423 22:07:32.420289 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0423 22:07:32.448209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0423 22:07:32.588501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0423 22:07:32.669998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-djqnd8vheantu -n openshift-monitoring because it was missing I0423 22:07:32.682796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0423 22:07:32.780181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0423 22:07:32.911486 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0423 22:07:33.020524 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0423 22:07:33.116543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0423 22:07:33.243498 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0423 22:07:33.342030 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0423 22:07:33.362912 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 22:07:33.448890 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0423 22:07:33.550095 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0423 22:07:33.653048 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0423 22:07:33.742204 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0423 22:07:33.757989 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0423 22:07:34.192614 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0423 22:07:34.613545 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 22:07:34.664667 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 22:07:34.694585 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 22:07:35.218576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-d7ll9q3fhcaur -n openshift-monitoring because it was missing I0423 22:07:35.252280 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0423 22:07:35.295501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0423 22:07:36.784624 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-a3j0inrikdr4i -n openshift-monitoring because it was missing I0423 22:07:36.798508 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0423 22:07:36.824309 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0423 22:07:36.836602 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0423 22:07:39.355537 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 22:07:39.355611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0423 22:07:45.731823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0423 22:07:45.761310 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 22:07:53.438272 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 22:07:54.305393 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0423 22:08:00.289506 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0423 22:08:00.301737 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 22:08:00.301801 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0423 22:08:09.446689 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 22:08:09.463954 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 22:08:09.503689 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 22:08:11.673543 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 22:08:25.458714 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 22:08:25.510819 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 22:08:25.548514 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 22:08:26.457021 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 22:08:46.898365 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 22:08:46.898401 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0423 22:08:46.898409 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0423 22:08:46.898427 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0423 22:08:46.899546 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 22:08:46.922395 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 22:08:46.926177 1 tasks.go:49] processing task group 1 of 3 I0423 22:08:46.926205 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 22:08:46.926222 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 22:08:46.939610 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 22:08:47.968828 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUExWbjZnTEpTVU13RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qazRNakF4TWpBZQpGdzB5TmpBME1qTXlNakEyTlRKYUZ3MHlPREEyTWpFeU1qQTJOVE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1T0RJd01USXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ1JoUnppeU14NnE0TGNRM21pekIvNk5BZytnZkFHZ0NoUwo0TTFhSS9tZkFmRmNkRmV5NytSWkR1dVNkNEpaTVBydzQ5WXYrcGxwSkw5L2RvNHUwaVYvWVZESU5YaGUwSG5OCkZXenZqMXlrbTN4MWt5L2JVYU9nbUVTQk5qWEZuMm5Cc1I3dTFEQkJlZkY3UDhEbnRpZWxobEU5NEtZc3RKTUgKRnRvTlpLYnFxY3VKRmZaemVHb1VWTHNhajF6ekJ3ZVJnV3cvNWdrUk5IMkxrU3ZVcjNBWVZrWVF1K25zLzdCRwpQNjZma3NFRjErN2xKU1VBQkpONjVpUGtIa3VqVlFjZmY1cTVkcmhNQlJZOXFWNWxycUJpenBQaXRsTmowc2xFCkQrdWVvOXlFSG1EcjU0Ky9yU2FKL2tqTW9kb3RWS0xKRW0zVVVFRGZkTEptMzhMVUd1UTVBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlEwV3RFNwpvY1lNZXJabkhBWWVvOXc2QUl2cmh6QWZCZ05WSFNNRUdEQVdnQlEwV3RFN29jWU1lclpuSEFZZW85dzZBSXZyCmh6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFQTDYxY2lXOXlQeC9IK1VQWjBTcGQvdmpnd0p3WHArZFFoZ0QKS2RpblFhK3RCOGZGL2c4OEZxWE9pN0kxNnlWN2FRTlIrTlZMUHNXeithc3JoVzliejdkc01teHp6R01YL2FyTApUSGFQTTcxVGpPSG03NldQeXI2U2EyYksxY3dzT2YxUkw2NDBJZVJvUWZYdFo4UWViaGRtK2YrUG9yQTMwa3dyCkRCS1NHMUFKa3lnRHp4YjVyeDVBaXdKSFh1RWJuMGN3S2NzajdVaHhJYnVSbzVpYTJ2RW94WXhIVmwxSFhJWFMKT1JJTTk2dmpRVmEwYjN5R2U1dFVDbk5NZDBHU01yajlDQTRlV1NJaG5CSDdJOEQ2V0szS1RnUzA4dnZWTXJCOQpXYmNoZjlBZVdLUU5uV2VvTDh4NVNDM2dIRlJBRUFrbTBSM2YvL3ZxdFBIWnZTTGRyQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0423 22:08:47.973758 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0423 22:08:47.977596 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUExWbjZnTEpTVU13RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qazRNakF4TWpBZQpGdzB5TmpBME1qTXlNakEyTlRKYUZ3MHlPREEyTWpFeU1qQTJOVE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1T0RJd01USXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ1JoUnppeU14NnE0TGNRM21pekIvNk5BZytnZkFHZ0NoUwo0TTFhSS9tZkFmRmNkRmV5NytSWkR1dVNkNEpaTVBydzQ5WXYrcGxwSkw5L2RvNHUwaVYvWVZESU5YaGUwSG5OCkZXenZqMXlrbTN4MWt5L2JVYU9nbUVTQk5qWEZuMm5Cc1I3dTFEQkJlZkY3UDhEbnRpZWxobEU5NEtZc3RKTUgKRnRvTlpLYnFxY3VKRmZaemVHb1VWTHNhajF6ekJ3ZVJnV3cvNWdrUk5IMkxrU3ZVcjNBWVZrWVF1K25zLzdCRwpQNjZma3NFRjErN2xKU1VBQkpONjVpUGtIa3VqVlFjZmY1cTVkcmhNQlJZOXFWNWxycUJpenBQaXRsTmowc2xFCkQrdWVvOXlFSG1EcjU0Ky9yU2FKL2tqTW9kb3RWS0xKRW0zVVVFRGZkTEptMzhMVUd1UTVBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlEwV3RFNwpvY1lNZXJabkhBWWVvOXc2QUl2cmh6QWZCZ05WSFNNRUdEQVdnQlEwV3RFN29jWU1lclpuSEFZZW85dzZBSXZyCmh6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFQTDYxY2lXOXlQeC9IK1VQWjBTcGQvdmpnd0p3WHArZFFoZ0QKS2RpblFhK3RCOGZGL2c4OEZxWE9pN0kxNnlWN2FRTlIrTlZMUHNXeithc3JoVzliejdkc01teHp6R01YL2FyTApUSGFQTTcxVGpPSG03NldQeXI2U2EyYksxY3dzT2YxUkw2NDBJZVJvUWZYdFo4UWViaGRtK2YrUG9yQTMwa3dyCkRCS1NHMUFKa3lnRHp4YjVyeDVBaXdKSFh1RWJuMGN3S2NzajdVaHhJYnVSbzVpYTJ2RW94WXhIVmwxSFhJWFMKT1JJTTk2dmpRVmEwYjN5R2U1dFVDbk5NZDBHU01yajlDQTRlV1NJaG5CSDdJOEQ2V0szS1RnUzA4dnZWTXJCOQpXYmNoZjlBZVdLUU5uV2VvTDh4NVNDM2dIRlJBRUFrbTBSM2YvL3ZxdFBIWnZTTGRyQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0423 22:08:47.983158 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0423 22:08:50.088353 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 22:08:50.088383 1 tasks.go:49] processing task group 2 of 3 I0423 22:08:50.088412 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 22:08:50.088422 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 22:08:50.088441 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 22:08:50.088467 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 22:08:50.088480 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 22:08:50.088504 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 22:08:50.088517 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 22:08:50.088536 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 22:08:50.088560 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 22:08:50.088578 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 22:08:50.088610 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 22:08:50.088430 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 22:08:50.088638 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 22:08:50.088643 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 22:08:50.088685 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 22:08:50.141689 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 22:08:50.162276 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 22:08:50.172254 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 22:08:50.176528 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0423 22:08:50.192169 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0423 22:08:50.215288 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0423 22:08:50.229633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0423 22:08:50.231433 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 22:08:50.241664 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0423 22:08:50.298024 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0423 22:08:51.160925 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 22:08:51.194004 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 22:08:51.199403 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 22:08:51.215635 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 22:08:51.232691 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 22:08:53.249412 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 22:08:55.224679 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 22:08:55.287381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0423 22:08:56.145773 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 22:09:00.396297 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 22:09:51.288963 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 22:11:05.439822 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 22:11:05.439855 1 tasks.go:49] processing task group 3 of 3 I0423 22:11:05.439892 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 22:11:05.488021 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 22:11:05.488103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"05025ef1-a26b-4551-ba81-32e2191354ed", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0423 22:11:05.494708 1 operator.go:851] Updating ClusterOperator status to done. W0423 22:11:05.528094 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 22:11:05.555025 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 22:11:05.559633 1 tasks.go:49] processing task group 1 of 3 I0423 22:11:05.559655 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 22:11:05.559667 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 22:11:05.571794 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 22:11:08.714793 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 22:11:08.714816 1 tasks.go:49] processing task group 2 of 3 I0423 22:11:08.714837 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 22:11:08.714845 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 22:11:08.714875 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 22:11:08.714887 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 22:11:08.714909 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 22:11:08.714931 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 22:11:08.714951 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 22:11:08.714969 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 22:11:08.714988 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 22:11:08.715007 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 22:11:08.715022 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 22:11:08.715044 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 22:11:08.715068 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 22:11:08.715069 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 22:11:08.715096 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 22:11:08.763327 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 22:11:08.789105 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 22:11:08.797293 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 22:11:08.844010 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 22:11:09.782113 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 22:11:09.808913 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 22:11:09.816104 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 22:11:09.833077 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 22:11:09.855301 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 22:11:11.863013 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 22:11:13.836468 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 22:11:14.778920 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 22:11:14.863082 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 22:11:15.683914 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 22:11:15.700905 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 22:11:15.732143 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 22:11:19.868711 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 22:11:24.034793 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 22:11:24.034821 1 tasks.go:49] processing task group 3 of 3 I0423 22:11:24.034840 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 22:11:24.077324 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 22:11:24.082693 1 operator.go:851] Updating ClusterOperator status to done. W0423 22:11:24.097704 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 22:11:24.125234 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 22:11:24.130055 1 tasks.go:49] processing task group 1 of 3 I0423 22:11:24.130081 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 22:11:24.130095 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 22:11:24.143116 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 22:11:27.264035 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 22:11:27.264058 1 tasks.go:49] processing task group 2 of 3 I0423 22:11:27.264082 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 22:11:27.264093 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 22:11:27.264099 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 22:11:27.264124 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 22:11:27.264142 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 22:11:27.264170 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 22:11:27.264183 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 22:11:27.264206 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 22:11:27.264228 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 22:11:27.264242 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 22:11:27.264268 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 22:11:27.264283 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 22:11:27.264298 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 22:11:27.264348 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 22:11:27.264358 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 22:11:27.351920 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 22:11:27.361344 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 22:11:27.390260 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 22:11:27.452242 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 22:11:28.375670 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 22:11:28.389985 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 22:11:28.390946 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 22:11:28.409788 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 22:11:28.433432 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 22:11:30.435329 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 22:11:32.413685 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 22:11:33.330555 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 22:11:33.445196 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 22:11:38.445297 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 22:11:42.607977 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 22:11:42.608002 1 tasks.go:49] processing task group 3 of 3 I0423 22:11:42.608016 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 22:11:42.643000 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 22:11:42.648886 1 operator.go:851] Updating ClusterOperator status to done. I0423 22:12:22.577317 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 22:12:22.577356 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 22:12:22.607046 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 22:12:22.611751 1 tasks.go:49] processing task group 1 of 3 I0423 22:12:22.611775 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 22:12:22.611789 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 22:12:22.624266 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 22:12:25.766624 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 22:12:25.766645 1 tasks.go:49] processing task group 2 of 3 I0423 22:12:25.766669 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 22:12:25.766678 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 22:12:25.766694 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 22:12:25.766714 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 22:12:25.766730 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 22:12:25.766750 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 22:12:25.766776 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 22:12:25.766796 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 22:12:25.766821 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 22:12:25.766833 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 22:12:25.766878 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 22:12:25.766891 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 22:12:25.766899 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 22:12:25.766916 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 22:12:25.766937 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 22:12:25.818320 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 22:12:25.833361 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 22:12:25.845896 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 22:12:25.893759 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 22:12:26.831904 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 22:12:26.857912 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 22:12:26.863930 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 22:12:26.883789 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 22:12:26.890098 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 22:12:28.920926 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 22:12:30.887849 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 22:12:31.828637 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 22:12:31.906687 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 22:12:36.917006 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 22:12:41.068883 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 22:12:41.068907 1 tasks.go:49] processing task group 3 of 3 I0423 22:12:41.068919 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 22:12:41.109350 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 22:12:41.115401 1 operator.go:851] Updating ClusterOperator status to done. I0423 22:13:40.501953 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0423 22:13:40.501989 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 22:13:40.534498 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 22:13:40.540564 1 tasks.go:49] processing task group 1 of 3 I0423 22:13:40.540590 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 22:13:40.540603 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 22:13:40.553818 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 22:13:43.678643 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 22:13:43.678666 1 tasks.go:49] processing task group 2 of 3 I0423 22:13:43.678689 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 22:13:43.678697 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 22:13:43.678704 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 22:13:43.678725 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 22:13:43.678747 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 22:13:43.678760 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 22:13:43.678797 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 22:13:43.678804 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 22:13:43.678805 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 22:13:43.679268 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 22:13:43.679369 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 22:13:43.679622 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 22:13:43.679583 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 22:13:43.679791 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 22:13:43.678805 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 22:13:43.728911 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 22:13:43.748339 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 22:13:43.759019 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 22:13:43.812029 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 22:13:44.749615 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 22:13:44.771552 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 22:13:44.774800 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 22:13:44.790975 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 22:13:44.801949 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 22:13:46.823851 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 22:13:48.804001 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 22:13:49.742564 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 22:13:49.826187 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 22:13:54.828271 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 22:13:59.000240 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 22:13:59.000268 1 tasks.go:49] processing task group 3 of 3 I0423 22:13:59.000278 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 22:13:59.035408 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 22:13:59.040599 1 operator.go:851] Updating ClusterOperator status to done.