W0428 11:04:07.711038 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0428 11:04:07.711451 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0428 11:04:07.711473 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0428 11:04:07.711480 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0428 11:04:07.711486 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0428 11:04:07.711491 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0428 11:04:07.774490 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0428 11:04:07.792960 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0428 11:04:07.793228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0428 11:04:07.793283 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0428 11:04:07.796300 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0428 11:04:07.819390 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:04:07.819462 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0428 11:04:07.820232 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 11:04:07.820373 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0428 11:04:07.821548 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 11:04:07.822342 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 11:04:07.827386 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 11:04:07.859402 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 11:04:07.859669 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 11:04:07.863839 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 11:04:07.869241 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 11:04:07.869338 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0428 11:04:07.877570 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 11:04:07.882079 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0428 11:04:07.904013 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 11:04:07.904058 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:04:07.904092 1 rule_controller.go:114] Starting alerting rules controller I0428 11:04:07.904095 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0428 11:04:07.904124 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0428 11:04:07.904127 1 relabel_controller.go:117] Starting alert relabel config controller I0428 11:04:07.904128 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0428 11:04:07.904130 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0428 11:04:07.904137 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0428 11:04:07.904144 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0428 11:04:07.904138 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0428 11:04:07.904151 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0428 11:04:07.904155 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0428 11:04:07.904159 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0428 11:04:07.904141 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0428 11:04:07.917184 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0428 11:04:07.917273 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0428 11:04:07.918388 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0428 11:04:07.918580 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0428 11:04:07.923760 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:07.923759 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:07.923764 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:07.923878 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 11:04:07.923971 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 11:04:07.924059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 11:04:07.941963 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0428 11:04:07.943713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-9sxs4" is created for OpenShiftMonitoringClientCertRequester I0428 11:04:07.949244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-46vq2" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0428 11:04:07.950615 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-kb8rm" is created for OpenShiftMonitoringTelemeterClientCertRequester I0428 11:04:07.952326 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:07.965089 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0428 11:04:07.972241 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:07.972294 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:07.978051 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:04:07.980637 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:07.990316 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:07.994230 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:07.997210 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:08.004556 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0428 11:04:08.004641 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0428 11:04:08.023142 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:08.023441 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:08.023450 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:08.046838 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:08.047921 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:08.047930 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:08.048076 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-28T10:59:07Z",   ) I0428 11:04:08.048094 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-27T10:59:07Z",   ) I0428 11:04:08.048109 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-28T10:59:07Z",   ) I0428 11:04:08.048124 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-27T10:59:07Z",   ) I0428 11:04:08.069042 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0428 11:04:08.069755 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:04:08.070703 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0428 11:04:08.070717 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0428 11:04:08.070734 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0428 11:04:08.070739 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0428 11:04:08.072073 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0428 11:04:08.073539 1 secure_serving.go:57] Forcing use of http/1.1 only I0428 11:04:08.073553 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0428 11:04:08.073594 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0428 11:04:08.073723 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-28T10:59:08Z",   ) I0428 11:04:08.073739 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-27T10:59:08Z",   ) I0428 11:04:08.073963 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0428 11:04:08.075578 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0428 11:04:08.076370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0428 11:04:08.076841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0428 11:04:08.094351 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0428 11:04:08.094369 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0428 11:04:08.094369 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0428 11:04:08.094388 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0428 11:04:08.094388 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0428 11:04:08.094406 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0428 11:04:08.094689 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0428 11:04:08.094774 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777374223\" (2026-04-28 11:03:53 +0000 UTC to 2028-04-27 11:03:54 +0000 UTC (now=2026-04-28 11:04:08.094752557 +0000 UTC))" I0428 11:04:08.094963 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777374248\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777374247\" (2026-04-28 10:04:07 +0000 UTC to 2029-04-28 10:04:07 +0000 UTC (now=2026-04-28 11:04:08.094943205 +0000 UTC))" I0428 11:04:08.094997 1 secure_serving.go:211] Serving securely on [::]:8443 I0428 11:04:08.095015 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0428 11:04:08.095028 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0428 11:04:08.105460 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0428 11:04:08.105487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0428 11:04:08.105951 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0428 11:04:08.105975 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0428 11:04:08.106050 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0428 11:04:08.108604 1 tasks.go:49] processing task group 1 of 3 I0428 11:04:08.108627 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:04:08.108635 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:04:08.157006 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0428 11:04:08.190906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0428 11:04:08.194916 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0428 11:04:08.194931 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0428 11:04:08.194941 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0428 11:04:08.195065 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-28 10:54:19 +0000 UTC to 2036-04-25 10:54:19 +0000 UTC (now=2026-04-28 11:04:08.195045768 +0000 UTC))" I0428 11:04:08.195279 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777374223\" (2026-04-28 11:03:53 +0000 UTC to 2028-04-27 11:03:54 +0000 UTC (now=2026-04-28 11:04:08.195263668 +0000 UTC))" I0428 11:04:08.195451 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777374248\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777374247\" (2026-04-28 10:04:07 +0000 UTC to 2029-04-28 10:04:07 +0000 UTC (now=2026-04-28 11:04:08.195439049 +0000 UTC))" I0428 11:04:08.195581 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-28 10:54:20 +0000 UTC to 2036-04-25 10:54:20 +0000 UTC (now=2026-04-28 11:04:08.195570689 +0000 UTC))" I0428 11:04:08.195599 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-28 10:54:25 +0000 UTC to 2036-04-25 10:54:25 +0000 UTC (now=2026-04-28 11:04:08.195591112 +0000 UTC))" I0428 11:04:08.195613 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-28 10:54:25 +0000 UTC to 2036-04-25 10:54:25 +0000 UTC (now=2026-04-28 11:04:08.195606045 +0000 UTC))" I0428 11:04:08.195627 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-28 10:54:27 +0000 UTC to 2036-04-25 10:54:27 +0000 UTC (now=2026-04-28 11:04:08.19562026 +0000 UTC))" I0428 11:04:08.195641 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-28 10:54:28 +0000 UTC to 2036-04-25 10:54:28 +0000 UTC (now=2026-04-28 11:04:08.19563407 +0000 UTC))" I0428 11:04:08.195658 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pv452ledagn57tf47lfif0ho4ffo09v-kx-0b0c8db5ba_customer-system-admin-signer@1777373775\" [] issuer=\"\" (2026-04-28 10:56:15 +0000 UTC to 2026-05-05 10:56:16 +0000 UTC (now=2026-04-28 11:04:08.195648173 +0000 UTC))" I0428 11:04:08.195677 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pv452ledagn57tf47lfif0ho4ffo09v-kx-0b0c8db5ba_sre-system-admin-signer@1777373775\" [] issuer=\"\" (2026-04-28 10:56:14 +0000 UTC to 2026-05-05 10:56:15 +0000 UTC (now=2026-04-28 11:04:08.195667397 +0000 UTC))" I0428 11:04:08.195694 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-28 10:54:19 +0000 UTC to 2036-04-25 10:54:19 +0000 UTC (now=2026-04-28 11:04:08.195686643 +0000 UTC))" I0428 11:04:08.195858 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777374223\" (2026-04-28 11:03:53 +0000 UTC to 2028-04-27 11:03:54 +0000 UTC (now=2026-04-28 11:04:08.195845544 +0000 UTC))" I0428 11:04:08.196020 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777374248\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777374247\" (2026-04-28 10:04:07 +0000 UTC to 2029-04-28 10:04:07 +0000 UTC (now=2026-04-28 11:04:08.196009671 +0000 UTC))" I0428 11:04:08.205154 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:04:08.403094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0428 11:04:08.597022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0428 11:04:08.635991 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 11:04:08.680362 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 11:04:08.720691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 11:04:11.097784 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0428 11:04:23.345690 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:04:23.375094 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:04:24.341510 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:04:25.342714 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:04:41.351666 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:04:46.815972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0428 11:04:46.828826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0428 11:04:46.847445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0428 11:04:52.004251 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:04:52.004277 1 tasks.go:49] processing task group 2 of 3 I0428 11:04:52.004307 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:04:52.004309 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:04:52.004317 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:04:52.004329 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:04:52.004335 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:04:52.004338 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:04:52.004345 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:04:52.004352 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:04:52.004353 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:04:52.004360 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:04:52.004358 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:04:52.004368 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:04:52.004368 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:04:52.004373 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:04:52.004364 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:04:52.027344 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0428 11:04:52.038633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0428 11:04:52.047682 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0428 11:04:52.080925 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0428 11:04:52.100133 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0428 11:04:52.100153 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0428 11:04:52.148917 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:04:52.173171 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:04:52.180559 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:04:52.184458 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0428 11:04:52.213860 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0428 11:04:52.213930 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0428 11:04:52.215528 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0428 11:04:52.216478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0428 11:04:52.304724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0428 11:04:52.305432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0428 11:04:52.369115 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0428 11:04:52.372696 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0428 11:04:52.372818 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0428 11:04:52.372987 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0428 11:04:52.374212 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0428 11:04:52.378660 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0428 11:04:52.390219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0428 11:04:52.392035 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0428 11:04:52.392117 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0428 11:04:52.392129 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0428 11:04:52.403475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0428 11:04:52.416546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0428 11:04:52.423399 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0428 11:04:52.441257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0428 11:04:52.528632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0428 11:04:52.534721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0428 11:04:52.654390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0428 11:04:52.659565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0428 11:04:52.714116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0428 11:04:52.806438 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0428 11:04:52.807153 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0428 11:04:52.929629 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0428 11:04:52.931353 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0428 11:04:52.957003 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0428 11:04:53.031676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0428 11:04:53.119344 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0428 11:04:53.144811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0428 11:04:53.175994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0428 11:04:53.188071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0428 11:04:53.231390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0428 11:04:53.248643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0428 11:04:53.319805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0428 11:04:53.323505 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0428 11:04:53.338550 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0428 11:04:53.354201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0428 11:04:53.381627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0428 11:04:53.399531 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 11:04:53.399689 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0428 11:04:53.433854 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0428 11:04:53.451748 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0428 11:04:53.741390 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 11:04:54.213680 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0428 11:04:54.256521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0428 11:04:54.278440 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0428 11:04:54.412361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0428 11:04:54.481732 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0428 11:04:54.579261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0428 11:04:54.652816 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:04:54.652838 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0428 11:04:54.653435 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0428 11:04:54.685964 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0428 11:04:54.787997 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0428 11:04:54.892886 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0428 11:04:54.986906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0428 11:04:55.091693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0428 11:04:55.157531 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:04:55.184809 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:04:55.194449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0428 11:04:55.293246 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0428 11:04:55.394957 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0428 11:04:55.455644 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-9kejmaasf0r18 -n openshift-monitoring because it was missing I0428 11:04:55.477346 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0428 11:04:55.499044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0428 11:04:55.996253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0428 11:04:56.560198 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:04:57.027404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-6gk249pj24n3t -n openshift-monitoring because it was missing I0428 11:04:57.109312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0428 11:04:57.146513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0428 11:04:57.364710 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:04:57.553811 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:04:58.558252 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-fiqbiaofl9i8i -n openshift-monitoring because it was missing I0428 11:04:58.612797 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0428 11:04:58.655619 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0428 11:04:58.681938 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0428 11:05:02.209243 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:05:02.209315 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0428 11:05:03.494925 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:05:10.569835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0428 11:05:10.610148 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:05:23.086416 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0428 11:05:23.100883 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:05:23.100955 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0428 11:05:33.469454 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:06:08.793471 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:06:08.793508 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0428 11:06:08.793516 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0428 11:06:08.793534 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0428 11:06:08.793561 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:06:08.828361 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:06:08.834065 1 tasks.go:49] processing task group 1 of 3 I0428 11:06:08.834089 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:06:08.834116 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:06:08.849561 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:06:09.888892 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZE92bHRaTHk2bW93RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056TTNOREl5TXpBZQpGdzB5TmpBME1qZ3hNVEF6TkRKYUZ3MHlPREEyTWpZeE1UQXpORE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN6TnpReU1qTXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREdsbEMrdkpVclA0RkdhRnppaFRUYmRpTG9VMUlzQ2lSMwprVUlJbmtMc2VOS3prbGJHTzNVNTBJSHVyYVJkZmhGR1l3TE0xbk9KaHc3UEV1b2FXT1FWTXZIc0syZklXZTJ6CmoxSFc0MG1HTDg1RmJsZjNRUWdKalEzejBMNUo0UWtPSjFwQ0hrZU8xM2krbXd5MnlrVjVEQzltcTFiLzYwOGgKOW5qM0tWckNVdTJRTjVocDIzajl1NmNGOFNXSEVQeGR0bWFPQTB2NE5tYUVVTUxqeDY5QStWRUFsRjJTMGlBSwp0eXpna1RkV28wU1ltUHduN0NsSHp6c1pESjVUamhCdnFFSHpvdlVOT0R4NDFkZU14TXZYMUhYTEdJY2NOQzBYCnBOSS9MQXFsUWdwN2EvSmFMNFhxWG5BMThPb2FEeERUM1pQb1ZhTXJqamVmeldKSHp0R3JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJWM29zVgpPb2QrUDFGUDhWSlBCaDVnYlRnVWl6QWZCZ05WSFNNRUdEQVdnQlJWM29zVk9vZCtQMUZQOFZKUEJoNWdiVGdVCml6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFyQ2xSZ3kxM0lzWWtvc0tpT3RHYU96dUQ3d2w1TE9MWmFpdjQKb2ZmVEtpQ0dram5SZlNBZS90aVI0SlFBK0pWb0t1dWwwWUF5MGVDcUt2RHd2L0VWb2RxK1IyQzdxOVJjTHFWRApIZXozOFE1SnlQa1BaNng4aWZId3YwUEFBVnBpNytYdU1wYitzVHNVODJOUElCTzZzMEkyR0djOHM4UXVzL2VVCmd0UitTSGpYZjJRNFpBdy9OeVdVeVFNT285NVYrdEtxSmYxbysxQmJaUzhPUisyWjBRREFEQlMwbS9ZVmZxcmQKeCtjMFZYMmRQckNRdXc4ZUV6RnF2bUdRemlEMXFQR0pTbnNOb3R2Q0daNnNCSVpYR2NhS29DRmNCamNEdm41UwpIbjV5a0pRZC9tcURqM01pallKUHYya3lDQXA3Yld0SWptMWxlcWtsckFsdmp0Z2FwZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0428 11:06:09.895330 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0428 11:06:09.900727 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZE92bHRaTHk2bW93RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056TTNOREl5TXpBZQpGdzB5TmpBME1qZ3hNVEF6TkRKYUZ3MHlPREEyTWpZeE1UQXpORE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN6TnpReU1qTXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREdsbEMrdkpVclA0RkdhRnppaFRUYmRpTG9VMUlzQ2lSMwprVUlJbmtMc2VOS3prbGJHTzNVNTBJSHVyYVJkZmhGR1l3TE0xbk9KaHc3UEV1b2FXT1FWTXZIc0syZklXZTJ6CmoxSFc0MG1HTDg1RmJsZjNRUWdKalEzejBMNUo0UWtPSjFwQ0hrZU8xM2krbXd5MnlrVjVEQzltcTFiLzYwOGgKOW5qM0tWckNVdTJRTjVocDIzajl1NmNGOFNXSEVQeGR0bWFPQTB2NE5tYUVVTUxqeDY5QStWRUFsRjJTMGlBSwp0eXpna1RkV28wU1ltUHduN0NsSHp6c1pESjVUamhCdnFFSHpvdlVOT0R4NDFkZU14TXZYMUhYTEdJY2NOQzBYCnBOSS9MQXFsUWdwN2EvSmFMNFhxWG5BMThPb2FEeERUM1pQb1ZhTXJqamVmeldKSHp0R3JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJWM29zVgpPb2QrUDFGUDhWSlBCaDVnYlRnVWl6QWZCZ05WSFNNRUdEQVdnQlJWM29zVk9vZCtQMUZQOFZKUEJoNWdiVGdVCml6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFyQ2xSZ3kxM0lzWWtvc0tpT3RHYU96dUQ3d2w1TE9MWmFpdjQKb2ZmVEtpQ0dram5SZlNBZS90aVI0SlFBK0pWb0t1dWwwWUF5MGVDcUt2RHd2L0VWb2RxK1IyQzdxOVJjTHFWRApIZXozOFE1SnlQa1BaNng4aWZId3YwUEFBVnBpNytYdU1wYitzVHNVODJOUElCTzZzMEkyR0djOHM4UXVzL2VVCmd0UitTSGpYZjJRNFpBdy9OeVdVeVFNT285NVYrdEtxSmYxbysxQmJaUzhPUisyWjBRREFEQlMwbS9ZVmZxcmQKeCtjMFZYMmRQckNRdXc4ZUV6RnF2bUdRemlEMXFQR0pTbnNOb3R2Q0daNnNCSVpYR2NhS29DRmNCamNEdm41UwpIbjV5a0pRZC9tcURqM01pallKUHYya3lDQXA3Yld0SWptMWxlcWtsckFsdmp0Z2FwZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0428 11:06:09.907009 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0428 11:06:12.018301 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:06:12.018324 1 tasks.go:49] processing task group 2 of 3 I0428 11:06:12.018355 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:06:12.018361 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:06:12.018379 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:06:12.018386 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:06:12.018405 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:06:12.018426 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:06:12.018448 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:06:12.018458 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:06:12.018473 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:06:12.018508 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:06:12.018507 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:06:12.018367 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:06:12.018521 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:06:12.018545 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:06:12.018553 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:06:12.092021 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:06:12.119217 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:06:12.122389 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:06:12.127174 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0428 11:06:12.143093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0428 11:06:12.166578 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0428 11:06:12.183928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0428 11:06:12.198689 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:06:12.205454 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 11:06:12.259086 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 11:06:13.113394 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:06:13.138065 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:06:13.147086 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:06:13.149478 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:06:13.180455 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:06:15.211864 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:06:17.178818 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:06:17.263540 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0428 11:06:18.088685 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:06:22.365586 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:07:13.220076 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:08:27.424065 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:08:27.424096 1 tasks.go:49] processing task group 3 of 3 I0428 11:08:27.424136 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:08:27.489931 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:08:27.490016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1ea64148-6e51-4acb-b723-a315790430fd", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0428 11:08:27.496131 1 operator.go:851] Updating ClusterOperator status to done. W0428 11:08:27.538004 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:08:27.579830 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:08:27.586066 1 tasks.go:49] processing task group 1 of 3 I0428 11:08:27.586089 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:08:27.586123 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:08:27.601397 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:08:30.748728 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:08:30.748751 1 tasks.go:49] processing task group 2 of 3 I0428 11:08:30.748780 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:08:30.748784 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:08:30.748800 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:08:30.748817 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:08:30.748839 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:08:30.748871 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:08:30.748882 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:08:30.748903 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:08:30.748925 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:08:30.748961 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:08:30.748979 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:08:30.748973 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:08:30.748983 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:08:30.749021 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:08:30.748952 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:08:30.832572 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:08:30.848216 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:08:30.855393 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:08:30.920746 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:08:31.864634 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:08:31.872919 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:08:31.893367 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:08:31.906140 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:08:31.919539 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:08:33.919666 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:08:35.915193 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:08:36.809240 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:08:36.934055 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:08:41.916503 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:08:42.722652 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:08:46.126848 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:08:46.126873 1 tasks.go:49] processing task group 3 of 3 I0428 11:08:46.126892 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:08:46.166335 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:08:46.171826 1 operator.go:851] Updating ClusterOperator status to done. W0428 11:08:46.183033 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:08:46.212080 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:08:46.217403 1 tasks.go:49] processing task group 1 of 3 I0428 11:08:46.217425 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:08:46.217439 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:08:46.230282 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:08:49.359818 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:08:49.359843 1 tasks.go:49] processing task group 2 of 3 I0428 11:08:49.359873 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:08:49.359873 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:08:49.359893 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:08:49.359906 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:08:49.359927 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:08:49.359952 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:08:49.359965 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:08:49.359987 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:08:49.360001 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:08:49.360030 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:08:49.360040 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:08:49.360062 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:08:49.360087 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:08:49.360091 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:08:49.360123 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:08:49.412460 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:08:49.434915 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:08:49.440857 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:08:49.504695 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:08:50.433961 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:08:50.464335 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:08:50.464516 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:08:50.483786 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:08:50.491552 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:08:52.520835 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:08:54.492836 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:08:55.423414 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:08:55.532006 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:09:00.526474 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:09:04.857235 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:09:04.857268 1 tasks.go:49] processing task group 3 of 3 I0428 11:09:04.857282 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:09:04.903222 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:09:04.908874 1 operator.go:851] Updating ClusterOperator status to done. I0428 11:09:07.904572 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 11:09:07.904622 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:09:07.938381 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:09:07.944789 1 tasks.go:49] processing task group 1 of 3 I0428 11:09:07.944820 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:09:07.944832 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:09:07.964136 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:09:11.096084 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:09:11.096119 1 tasks.go:49] processing task group 2 of 3 I0428 11:09:11.096146 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:09:11.096152 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:09:11.096162 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:09:11.096181 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:09:11.096201 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:09:11.096216 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:09:11.096229 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:09:11.096243 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:09:11.096261 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:09:11.096283 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:09:11.096306 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:09:11.096324 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:09:11.096330 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:09:11.096347 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:09:11.096644 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:09:11.155475 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:09:11.180384 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:09:11.190473 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:09:11.246998 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:09:12.181476 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:09:12.204377 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:09:12.205567 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:09:12.227365 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:09:12.235560 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:09:14.260409 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:09:16.240813 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:09:17.164087 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:09:17.266908 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:09:22.292890 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:09:26.432698 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:09:26.432724 1 tasks.go:49] processing task group 3 of 3 I0428 11:09:26.432739 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:09:26.473197 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:09:26.479168 1 operator.go:851] Updating ClusterOperator status to done. I0428 11:12:39.702880 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0428 11:12:39.702927 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:12:39.735987 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:12:39.741477 1 tasks.go:49] processing task group 1 of 3 I0428 11:12:39.741506 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:12:39.741524 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:12:39.758819 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:12:42.917207 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:12:42.917229 1 tasks.go:49] processing task group 2 of 3 I0428 11:12:42.917254 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:12:42.917256 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:12:42.917269 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:12:42.917283 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:12:42.917300 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:12:42.917318 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:12:42.917338 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:12:42.917352 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:12:42.917385 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:12:42.917400 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:12:42.917416 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:12:42.917448 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:12:42.917466 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:12:42.917430 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:12:42.917693 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:12:42.967362 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:12:42.993891 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:12:43.007933 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:12:43.052972 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:12:43.987216 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:12:44.009205 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:12:44.017620 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:12:44.028912 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:12:44.044425 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:12:46.083239 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:12:48.066790 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:12:48.978359 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:12:49.060761 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:12:54.071996 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:12:58.260049 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:12:58.260078 1 tasks.go:49] processing task group 3 of 3 I0428 11:12:58.260094 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:12:58.296627 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:12:58.301657 1 operator.go:851] Updating ClusterOperator status to done. I0428 11:14:07.905038 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 11:14:07.905071 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:14:07.938913 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:14:07.944221 1 tasks.go:49] processing task group 1 of 3 I0428 11:14:07.944250 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:14:07.944266 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:14:07.957012 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:14:11.104881 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:14:11.104905 1 tasks.go:49] processing task group 2 of 3 I0428 11:14:11.104930 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:14:11.104935 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:14:11.104954 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:14:11.104975 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:14:11.104991 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:14:11.105009 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:14:11.105027 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:14:11.105036 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:14:11.105056 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:14:11.105075 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:14:11.105131 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:14:11.105145 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:14:11.105143 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:14:11.105145 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:14:11.105200 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:14:11.163739 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:14:11.184162 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:14:11.193919 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:14:11.246091 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:14:12.184922 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:14:12.208413 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:14:12.212207 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:14:12.227086 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:14:12.238662 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:14:14.286030 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:14:16.249516 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:14:17.170420 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:14:17.258008 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:14:22.261434 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:14:26.428536 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:14:26.428561 1 tasks.go:49] processing task group 3 of 3 I0428 11:14:26.428578 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:14:26.468082 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:14:26.473905 1 operator.go:851] Updating ClusterOperator status to done. I0428 11:19:07.821175 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0428 11:19:07.821214 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:19:07.821227 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 11:19:07.822239 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0428 11:19:07.823355 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0428 11:19:07.823445 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0428 11:19:07.823471 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0428 11:19:07.823486 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0428 11:19:07.854831 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:19:07.859888 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:19:07.859906 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0428 11:19:07.860031 1 tasks.go:49] processing task group 1 of 3 I0428 11:19:07.860058 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:19:07.860075 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:19:07.864563 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0428 11:19:07.878124 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0428 11:19:07.878312 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:19:07.882763 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0428 11:19:07.904308 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0428 11:19:11.021360 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:19:11.021382 1 tasks.go:49] processing task group 2 of 3 I0428 11:19:11.021405 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:19:11.021411 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:19:11.021428 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:19:11.021437 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:19:11.021456 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:19:11.021482 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:19:11.021500 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:19:11.021558 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:19:11.021567 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:19:11.021592 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:19:11.021417 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:19:11.021593 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:19:11.021611 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:19:11.021649 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:19:11.021668 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:19:11.072079 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:19:11.088724 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:19:11.105094 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:19:11.157635 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:19:12.086511 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:19:12.125040 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:19:12.125262 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:19:12.153486 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:19:12.203891 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:19:14.172876 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:19:16.149844 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:19:17.081973 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:19:17.163502 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:19:22.207822 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:19:26.331467 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:19:26.331489 1 tasks.go:49] processing task group 3 of 3 I0428 11:19:26.331501 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:19:26.366797 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:19:26.372488 1 operator.go:851] Updating ClusterOperator status to done. W0428 11:19:26.382365 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:19:26.409615 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:19:26.414400 1 tasks.go:49] processing task group 1 of 3 I0428 11:19:26.414421 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:19:26.414436 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:19:26.427291 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:19:29.545069 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:19:29.545090 1 tasks.go:49] processing task group 2 of 3 I0428 11:19:29.545134 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:19:29.545138 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:19:29.545147 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:19:29.545171 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:19:29.545190 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:19:29.545209 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:19:29.545238 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:19:29.545247 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:19:29.545266 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:19:29.545260 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:19:29.545282 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:19:29.545301 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:19:29.545320 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:19:29.545344 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:19:29.545373 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:19:29.593513 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:19:29.611508 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:19:29.626041 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:19:29.677374 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:19:30.616431 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:19:30.637384 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:19:30.640337 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:19:30.654917 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:19:30.670892 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:19:32.699967 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:19:34.680690 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:19:35.601052 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:19:35.701075 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:19:40.691516 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:19:44.848873 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:19:44.848896 1 tasks.go:49] processing task group 3 of 3 I0428 11:19:44.848908 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:19:44.887219 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:19:44.892222 1 operator.go:851] Updating ClusterOperator status to done.