W0505 23:13:13.476056 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0505 23:13:13.476541 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0505 23:13:13.476582 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0505 23:13:13.476608 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0505 23:13:13.476630 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0505 23:13:13.476643 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0505 23:13:13.508155 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0505 23:13:13.512394 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0505 23:13:13.512526 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0505 23:13:13.512792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0505 23:13:13.514069 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0505 23:13:13.522048 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0505 23:13:13.524522 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 23:13:13.525015 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:13.525127 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:13.525540 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 23:13:13.525811 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 23:13:13.526421 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 23:13:13.527472 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 23:13:13.527526 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0505 23:13:13.529864 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 23:13:13.530242 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 23:13:13.530582 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 23:13:13.532132 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 23:13:13.540216 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0505 23:13:13.540277 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0505 23:13:13.540657 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 23:13:13.565819 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 23:13:13.616938 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 23:13:13.617007 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 23:13:13.617024 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0505 23:13:13.617032 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0505 23:13:13.617038 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0505 23:13:13.617044 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0505 23:13:13.617046 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0505 23:13:13.617052 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0505 23:13:13.617053 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0505 23:13:13.617063 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0505 23:13:13.617036 1 rule_controller.go:114] Starting alerting rules controller I0505 23:13:13.617064 1 relabel_controller.go:117] Starting alert relabel config controller I0505 23:13:13.617070 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0505 23:13:13.617093 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0505 23:13:13.617093 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0505 23:13:13.620694 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0505 23:13:13.621211 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0505 23:13:13.621252 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0505 23:13:13.621562 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0505 23:13:13.622763 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.622774 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.622803 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.622839 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0505 23:13:13.622876 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0505 23:13:13.622893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0505 23:13:13.635371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-c8tf5" is created for OpenShiftMonitoringClientCertRequester I0505 23:13:13.636656 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-rs6c6" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0505 23:13:13.636679 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-q9zmj" is created for OpenShiftMonitoringTelemeterClientCertRequester I0505 23:13:13.642636 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.642640 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.642649 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.649645 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.649675 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.649679 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.653836 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.654930 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.654949 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.658981 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.659737 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.659786 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.661220 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 23:13:13.666331 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.671979 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.671993 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.672015 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.688931 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.688942 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.688931 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.689105 1 tasks.go:49] processing task group 1 of 3 I0505 23:13:13.689126 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-05-05T23:08:13Z", ) I0505 23:13:13.689139 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 23:13:13.689146 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-05-04T23:08:13Z", ) I0505 23:13:13.689151 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 23:13:13.689162 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-05-05T23:08:13Z", ) I0505 23:13:13.689179 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-05-04T23:08:13Z", ) I0505 23:13:13.695150 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0505 23:13:13.695293 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-05-05T23:08:13Z", ) I0505 23:13:13.695309 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-05-04T23:08:13Z", ) I0505 23:13:13.702363 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0505 23:13:13.703543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0505 23:13:13.703570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0505 23:13:13.703589 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0505 23:13:13.706999 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0505 23:13:13.708102 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0505 23:13:13.717910 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0505 23:13:13.717917 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0505 23:13:13.722002 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0505 23:13:13.738787 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0505 23:13:13.743469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0505 23:13:13.754507 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 23:13:13.836325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0505 23:13:13.908256 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0505 23:13:13.923517 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0505 23:13:13.946761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0505 23:13:13.966671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0505 23:13:14.117067 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0505 23:13:14.118838 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0505 23:13:14.118856 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0505 23:13:14.118873 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0505 23:13:14.118877 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0505 23:13:14.122641 1 secure_serving.go:57] Forcing use of http/1.1 only I0505 23:13:14.122647 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0505 23:13:14.128395 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0505 23:13:14.128405 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0505 23:13:14.128418 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0505 23:13:14.128430 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0505 23:13:14.128435 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0505 23:13:14.128438 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0505 23:13:14.128709 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0505 23:13:14.128846 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1778022765\" (2026-05-05 23:12:58 +0000 UTC to 2028-05-04 23:12:59 +0000 UTC (now=2026-05-05 23:13:14.128805736 +0000 UTC))" I0505 23:13:14.129105 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1778022794\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1778022793\" (2026-05-05 22:13:13 +0000 UTC to 2029-05-05 22:13:13 +0000 UTC (now=2026-05-05 23:13:14.129080224 +0000 UTC))" I0505 23:13:14.129131 1 secure_serving.go:211] Serving securely on [::]:8443 I0505 23:13:14.129154 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0505 23:13:14.129214 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0505 23:13:14.132269 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0505 23:13:14.132662 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0505 23:13:14.132664 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0505 23:13:14.229325 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0505 23:13:14.229329 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0505 23:13:14.229332 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0505 23:13:14.229615 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-05 23:03:27 +0000 UTC to 2036-05-02 23:03:27 +0000 UTC (now=2026-05-05 23:13:14.22958381 +0000 UTC))" I0505 23:13:14.229889 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1778022765\" (2026-05-05 23:12:58 +0000 UTC to 2028-05-04 23:12:59 +0000 UTC (now=2026-05-05 23:13:14.229872727 +0000 UTC))" I0505 23:13:14.230073 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1778022794\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1778022793\" (2026-05-05 22:13:13 +0000 UTC to 2029-05-05 22:13:13 +0000 UTC (now=2026-05-05 23:13:14.230060476 +0000 UTC))" I0505 23:13:14.230201 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-05-05 23:03:30 +0000 UTC to 2036-05-02 23:03:30 +0000 UTC (now=2026-05-05 23:13:14.230189736 +0000 UTC))" I0505 23:13:14.230223 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-05-05 23:03:37 +0000 UTC to 2036-05-02 23:03:37 +0000 UTC (now=2026-05-05 23:13:14.230213776 +0000 UTC))" I0505 23:13:14.230242 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-05-05 23:03:39 +0000 UTC to 2036-05-02 23:03:39 +0000 UTC (now=2026-05-05 23:13:14.230234213 +0000 UTC))" I0505 23:13:14.230260 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-05-05 23:03:41 +0000 UTC to 2036-05-02 23:03:41 +0000 UTC (now=2026-05-05 23:13:14.23025131 +0000 UTC))" I0505 23:13:14.230274 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-05-05 23:03:45 +0000 UTC to 2036-05-02 23:03:45 +0000 UTC (now=2026-05-05 23:13:14.230266462 +0000 UTC))" I0505 23:13:14.230291 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q42fkshsh4u20crbvkl178uubteill3-kx-1f93bc5c03_customer-system-admin-signer@1778022376\" [] issuer=\"\" (2026-05-05 23:06:19 +0000 UTC to 2026-05-12 23:06:20 +0000 UTC (now=2026-05-05 23:13:14.230280915 +0000 UTC))" I0505 23:13:14.230317 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q42fkshsh4u20crbvkl178uubteill3-kx-1f93bc5c03_sre-system-admin-signer@1778022376\" [] issuer=\"\" (2026-05-05 23:06:17 +0000 UTC to 2026-05-12 23:06:18 +0000 UTC (now=2026-05-05 23:13:14.230307998 +0000 UTC))" I0505 23:13:14.230337 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-05 23:03:27 +0000 UTC to 2036-05-02 23:03:27 +0000 UTC (now=2026-05-05 23:13:14.230329907 +0000 UTC))" I0505 23:13:14.230511 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1778022765\" (2026-05-05 23:12:58 +0000 UTC to 2028-05-04 23:12:59 +0000 UTC (now=2026-05-05 23:13:14.230498919 +0000 UTC))" I0505 23:13:14.230666 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1778022794\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1778022793\" (2026-05-05 22:13:13 +0000 UTC to 2029-05-05 22:13:13 +0000 UTC (now=2026-05-05 23:13:14.230653767 +0000 UTC))" I0505 23:13:19.024042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0505 23:13:19.036319 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0505 23:13:19.052776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0505 23:13:21.763215 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0505 23:13:24.192657 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 23:13:24.192689 1 tasks.go:49] processing task group 2 of 3 I0505 23:13:24.192718 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 23:13:24.192722 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 23:13:24.192752 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 23:13:24.192755 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 23:13:24.192763 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 23:13:24.192764 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 23:13:24.192777 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 23:13:24.192783 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 23:13:24.192798 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 23:13:24.192806 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 23:13:24.192810 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 23:13:24.192821 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 23:13:24.192819 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 23:13:24.192829 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 23:13:24.192841 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 23:13:24.212219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0505 23:13:24.223681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0505 23:13:24.248422 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0505 23:13:24.267420 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0505 23:13:24.267513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0505 23:13:24.314848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0505 23:13:24.323685 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 23:13:24.324593 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 23:13:24.362428 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0505 23:13:24.379864 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 23:13:24.405660 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0505 23:13:24.409508 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0505 23:13:24.410177 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0505 23:13:24.410198 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0505 23:13:24.410378 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0505 23:13:24.458188 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0505 23:13:24.570201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0505 23:13:24.570226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0505 23:13:24.570235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0505 23:13:24.572896 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0505 23:13:24.575674 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0505 23:13:24.577035 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0505 23:13:24.590814 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0505 23:13:24.590842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0505 23:13:24.598835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0505 23:13:24.598862 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0505 23:13:24.610322 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0505 23:13:24.625006 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0505 23:13:24.639205 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0505 23:13:24.650151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0505 23:13:24.688314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0505 23:13:24.867010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0505 23:13:24.870517 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0505 23:13:24.982572 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0505 23:13:25.031300 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0505 23:13:25.078723 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0505 23:13:25.130786 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0505 23:13:25.182360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0505 23:13:25.288941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0505 23:13:25.293003 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0505 23:13:25.309946 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0505 23:13:25.375957 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0505 23:13:25.382968 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0505 23:13:25.392491 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0505 23:13:25.452427 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0505 23:13:25.538900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0505 23:13:25.541835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0505 23:13:25.548415 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0505 23:13:25.557723 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0505 23:13:25.597659 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0505 23:13:25.618813 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0505 23:13:25.618838 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0505 23:13:25.645312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0505 23:13:25.665974 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0505 23:13:25.766370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0505 23:13:25.866032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0505 23:13:26.058363 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0505 23:13:26.423494 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0505 23:13:26.443568 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0505 23:13:26.460892 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0505 23:13:26.549611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0505 23:13:26.643417 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0505 23:13:26.738924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0505 23:13:26.841538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0505 23:13:26.947796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0505 23:13:27.043938 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0505 23:13:27.072774 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 23:13:27.072808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0505 23:13:27.073274 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0505 23:13:27.145336 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0505 23:13:27.247902 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0505 23:13:27.327547 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 23:13:27.351785 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0505 23:13:27.369730 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 23:13:27.464247 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0505 23:13:27.560445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0505 23:13:27.674324 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-24s8hg6rednf5 -n openshift-monitoring because it was missing I0505 23:13:27.683069 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0505 23:13:27.719300 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0505 23:13:28.344647 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0505 23:13:28.723904 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 23:13:28.759075 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 23:13:28.778662 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 23:13:29.263071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0505 23:13:29.301166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0505 23:13:29.410557 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-8u37mlj571614 -n openshift-monitoring because it was missing I0505 23:13:30.406081 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 23:13:30.750811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-80pepg8mgngoi -n openshift-monitoring because it was missing I0505 23:13:30.772588 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0505 23:13:30.799750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0505 23:13:30.812238 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0505 23:13:39.373495 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 23:13:39.373555 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0505 23:13:45.419584 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 23:13:45.438982 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 23:13:45.462009 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 23:13:45.493154 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 23:13:45.527556 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 23:13:46.415609 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 23:13:46.435157 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 23:13:46.475431 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 23:13:46.792926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0505 23:13:46.877691 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 23:13:47.420784 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 23:14:00.523270 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0505 23:14:00.539886 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 23:14:00.539905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0505 23:14:03.424955 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 23:14:15.685059 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 23:14:30.873458 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 23:14:30.873505 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0505 23:14:30.873516 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0505 23:14:30.873554 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0505 23:14:30.873591 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 23:14:30.905653 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 23:14:30.911265 1 tasks.go:49] processing task group 1 of 3 I0505 23:14:30.911294 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 23:14:30.911309 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 23:14:30.926672 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 23:14:31.966896 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTmtHcG90dWtxbWN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09EQXlNamMyTlRBZQpGdzB5TmpBMU1EVXlNekV5TkRSYUZ3MHlPREEzTURNeU16RXlORFZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemd3TWpJM05qVXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ243Q0YxVUZEQmg1TDY0YWlMVi9WMXpJR3VOdVpBYm1vRwp0NkJwOFpnSWw2VmpzYzAxL3pBV003RklWbkRFY25LRTV1OEVOZFBTaDlSZTJJWDFBanVNOGdRdXo4Zngxc3NECjhyN2tLVUhwNUlZK1B0V0duQnJsRzJhYW8vR0F3K29iVnFKa1Q0TkI3VFIzSHRhbHMwcHBXang1M0pwMk4vV1IKWkVaRDlkREVuOUQ2cVBHQ1dJM1VXTERvQjE4aXJudjkyYWpJbmpzVStmUXBtN2tLYllybmhuZktpK1ZVZWZ0aAprODZRUENiaHFybW1ySTRzVEgvTHVITVpwam5XOEJwZzJZWXEzMW1VUisxVGttdGs4cUsxU0o4WHp3dmtmeWlICmZCTS8vY1JRMVlvNUpnSFVIRG1JYW8wSVR2dWxlQzQzR2ZaVDEvaU9oakZUS1BVMS8zN2ZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlI4ZUhPYgoydU1sRklLMG1XcTBreDFmMC9Xd1BqQWZCZ05WSFNNRUdEQVdnQlI4ZUhPYjJ1TWxGSUswbVdxMGt4MWYwL1d3ClBqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFVanBDQVM4anZlZVhLR3ppUGhwQ0tRaVc1SXFQWGFKTUc2ZmkKdVRVMys4TjA1aXNMcXd6Q1hXS3lQZWR5OTlRb0dncUc2Z0hvQTljeWU3MkpXdURhVFQySmlXVHJrSzFFVHMvegowWjNIbWZGWGFndEIvUXV6Q0Vzck1IdDNrZmg1aTBrYkRoZDRlditseDI1WmltSXBpYzNOaENuTDU0cGg3ZHR5CjJoRjZvTktlckxiRXJPdHNadHMxaTFwT2JxRlVscFBnT3hpU3BsUUFMNWFCbC9KZTAzejd5MjhZbk9HNDVuT0QKdjQrQ2VmTEZYbkYxTm5TalpiMEF1SUhhTTZ4RWdMUGxvMnhzVy9PbTRPNmcxVnROZjhYL3N3VWVxR1F5SUlrdApkY0QrbUZGSkJQL3R5V2lhWDlJTGVlN2kwVDIwK1pJN29tV0ZPZno0a0E4SjRhbm9xdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0505 23:14:31.973162 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0505 23:14:31.978519 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTmtHcG90dWtxbWN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09EQXlNamMyTlRBZQpGdzB5TmpBMU1EVXlNekV5TkRSYUZ3MHlPREEzTURNeU16RXlORFZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemd3TWpJM05qVXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ243Q0YxVUZEQmg1TDY0YWlMVi9WMXpJR3VOdVpBYm1vRwp0NkJwOFpnSWw2VmpzYzAxL3pBV003RklWbkRFY25LRTV1OEVOZFBTaDlSZTJJWDFBanVNOGdRdXo4Zngxc3NECjhyN2tLVUhwNUlZK1B0V0duQnJsRzJhYW8vR0F3K29iVnFKa1Q0TkI3VFIzSHRhbHMwcHBXang1M0pwMk4vV1IKWkVaRDlkREVuOUQ2cVBHQ1dJM1VXTERvQjE4aXJudjkyYWpJbmpzVStmUXBtN2tLYllybmhuZktpK1ZVZWZ0aAprODZRUENiaHFybW1ySTRzVEgvTHVITVpwam5XOEJwZzJZWXEzMW1VUisxVGttdGs4cUsxU0o4WHp3dmtmeWlICmZCTS8vY1JRMVlvNUpnSFVIRG1JYW8wSVR2dWxlQzQzR2ZaVDEvaU9oakZUS1BVMS8zN2ZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlI4ZUhPYgoydU1sRklLMG1XcTBreDFmMC9Xd1BqQWZCZ05WSFNNRUdEQVdnQlI4ZUhPYjJ1TWxGSUswbVdxMGt4MWYwL1d3ClBqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFVanBDQVM4anZlZVhLR3ppUGhwQ0tRaVc1SXFQWGFKTUc2ZmkKdVRVMys4TjA1aXNMcXd6Q1hXS3lQZWR5OTlRb0dncUc2Z0hvQTljeWU3MkpXdURhVFQySmlXVHJrSzFFVHMvegowWjNIbWZGWGFndEIvUXV6Q0Vzck1IdDNrZmg1aTBrYkRoZDRlditseDI1WmltSXBpYzNOaENuTDU0cGg3ZHR5CjJoRjZvTktlckxiRXJPdHNadHMxaTFwT2JxRlVscFBnT3hpU3BsUUFMNWFCbC9KZTAzejd5MjhZbk9HNDVuT0QKdjQrQ2VmTEZYbkYxTm5TalpiMEF1SUhhTTZ4RWdMUGxvMnhzVy9PbTRPNmcxVnROZjhYL3N3VWVxR1F5SUlrdApkY0QrbUZGSkJQL3R5V2lhWDlJTGVlN2kwVDIwK1pJN29tV0ZPZno0a0E4SjRhbm9xdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0505 23:14:31.985111 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0505 23:14:34.071592 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 23:14:34.071616 1 tasks.go:49] processing task group 2 of 3 I0505 23:14:34.071644 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 23:14:34.071643 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 23:14:34.071665 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 23:14:34.071682 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 23:14:34.071708 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 23:14:34.071724 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 23:14:34.071766 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 23:14:34.071792 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 23:14:34.071802 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 23:14:34.071809 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 23:14:34.071819 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 23:14:34.071844 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 23:14:34.071863 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 23:14:34.071886 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 23:14:34.071784 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 23:14:34.127497 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 23:14:34.151813 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 23:14:34.153379 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 23:14:34.170222 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0505 23:14:34.186495 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0505 23:14:34.207407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0505 23:14:34.219405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0505 23:14:34.219897 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 23:14:34.238615 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0505 23:14:34.549946 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0505 23:14:35.144675 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 23:14:35.171417 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 23:14:35.179629 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 23:14:35.199999 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 23:14:35.213634 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 23:14:37.246975 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 23:14:39.211418 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 23:14:39.294461 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0505 23:14:40.136553 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 23:14:43.391020 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 23:15:35.264076 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 23:16:49.566808 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 23:16:49.566837 1 tasks.go:49] processing task group 3 of 3 I0505 23:16:49.566853 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 23:16:49.629436 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 23:16:49.629523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f6998564-e23c-44b3-9323-0c5859d118c5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0505 23:16:49.636130 1 operator.go:851] Updating ClusterOperator status to done. W0505 23:16:49.681272 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 23:16:49.731588 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 23:16:49.737914 1 tasks.go:49] processing task group 1 of 3 I0505 23:16:49.737946 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 23:16:49.737963 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 23:16:49.753941 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 23:16:52.918247 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 23:16:52.918270 1 tasks.go:49] processing task group 2 of 3 I0505 23:16:52.918300 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 23:16:52.918306 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 23:16:52.918321 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 23:16:52.918347 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 23:16:52.918369 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 23:16:52.918385 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 23:16:52.918414 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 23:16:52.918433 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 23:16:52.918444 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 23:16:52.918478 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 23:16:52.918499 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 23:16:52.918517 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 23:16:52.918518 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 23:16:52.918540 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 23:16:52.918557 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 23:16:53.029973 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 23:16:53.055973 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 23:16:53.066237 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 23:16:53.134153 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 23:16:54.057702 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 23:16:54.077378 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 23:16:54.077827 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 23:16:54.085626 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 23:16:54.172875 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 23:16:56.122345 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 23:16:58.122344 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 23:16:59.001904 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 23:16:59.154568 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 23:17:04.162834 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 23:17:04.664080 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 23:17:04.681449 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 23:17:08.339634 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 23:17:08.339658 1 tasks.go:49] processing task group 3 of 3 I0505 23:17:08.339672 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 23:17:08.384505 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 23:17:08.390330 1 operator.go:851] Updating ClusterOperator status to done. W0505 23:17:08.401464 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 23:17:08.436115 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 23:17:08.444401 1 tasks.go:49] processing task group 1 of 3 I0505 23:17:08.444428 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 23:17:08.444443 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 23:17:08.459447 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 23:17:11.621405 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 23:17:11.621430 1 tasks.go:49] processing task group 2 of 3 I0505 23:17:11.621458 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 23:17:11.621466 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 23:17:11.621486 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 23:17:11.621511 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 23:17:11.621539 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 23:17:11.621563 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 23:17:11.621587 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 23:17:11.621613 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 23:17:11.621627 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 23:17:11.621571 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 23:17:11.621652 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 23:17:11.621641 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 23:17:11.622085 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 23:17:11.622114 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 23:17:11.622971 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 23:17:11.692139 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 23:17:11.719541 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 23:17:11.726533 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 23:17:11.798641 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 23:17:12.714963 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 23:17:12.742872 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 23:17:12.747966 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 23:17:12.757985 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 23:17:12.784992 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 23:17:14.800300 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 23:17:16.783873 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 23:17:17.685419 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 23:17:17.847120 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 23:17:22.815845 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 23:17:27.000977 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 23:17:27.001006 1 tasks.go:49] processing task group 3 of 3 I0505 23:17:27.001020 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 23:17:27.048159 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 23:17:27.055234 1 operator.go:851] Updating ClusterOperator status to done. I0505 23:18:13.617559 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 23:18:13.617597 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 23:18:13.654771 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 23:18:13.663773 1 tasks.go:49] processing task group 1 of 3 I0505 23:18:13.663796 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 23:18:13.663829 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 23:18:13.681960 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 23:18:16.842619 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 23:18:16.842642 1 tasks.go:49] processing task group 2 of 3 I0505 23:18:16.842672 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 23:18:16.842673 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 23:18:16.842700 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 23:18:16.842691 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 23:18:16.842724 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 23:18:16.842757 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 23:18:16.842783 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 23:18:16.842807 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 23:18:16.842825 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 23:18:16.842843 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 23:18:16.842862 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 23:18:16.842879 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 23:18:16.842894 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 23:18:16.842906 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 23:18:16.842919 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 23:18:16.916101 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 23:18:16.937708 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 23:18:16.947294 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 23:18:17.016357 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 23:18:17.928196 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 23:18:17.963922 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 23:18:17.968548 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 23:18:17.971488 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 23:18:18.004129 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 23:18:20.036029 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 23:18:21.995626 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 23:18:22.908389 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 23:18:23.023498 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 23:18:28.045196 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 23:18:32.217353 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 23:18:32.217392 1 tasks.go:49] processing task group 3 of 3 I0505 23:18:32.217411 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 23:18:32.262842 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 23:18:32.270800 1 operator.go:851] Updating ClusterOperator status to done. I0505 23:23:13.617351 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 23:23:13.617408 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 23:23:13.650102 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 23:23:13.655184 1 tasks.go:49] processing task group 1 of 3 I0505 23:23:13.655209 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 23:23:13.655234 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 23:23:13.669140 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 23:23:16.813841 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 23:23:16.813879 1 tasks.go:49] processing task group 2 of 3 I0505 23:23:16.813916 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 23:23:16.813955 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 23:23:16.813967 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 23:23:16.813982 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 23:23:16.814001 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 23:23:16.814011 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 23:23:16.814027 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 23:23:16.814035 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 23:23:16.814054 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 23:23:16.814072 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 23:23:16.814082 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 23:23:16.814088 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 23:23:16.814111 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 23:23:16.814132 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 23:23:16.814149 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 23:23:16.878601 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 23:23:16.895941 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 23:23:16.913416 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 23:23:16.974114 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 23:23:17.895683 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 23:23:17.924082 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 23:23:17.932939 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 23:23:17.949559 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 23:23:17.969879 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 23:23:19.992796 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 23:23:21.967688 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 23:23:22.884402 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 23:23:22.991908 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 23:23:27.988498 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 23:23:32.170409 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 23:23:32.170438 1 tasks.go:49] processing task group 3 of 3 I0505 23:23:32.170453 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 23:23:32.217930 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 23:23:32.223684 1 operator.go:851] Updating ClusterOperator status to done.