W0504 12:24:02.574106 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0504 12:24:02.574438 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0504 12:24:02.574452 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0504 12:24:02.574456 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0504 12:24:02.574459 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0504 12:24:02.574463 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0504 12:24:02.605361 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0504 12:24:02.609124 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0504 12:24:02.609266 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0504 12:24:02.609472 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0504 12:24:02.610535 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0504 12:24:02.617790 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0504 12:24:02.625401 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 12:24:02.625443 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:24:02.625599 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 12:24:02.633114 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:24:02.638060 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 12:24:02.638433 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 12:24:02.638662 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 12:24:02.638772 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 12:24:02.638955 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0504 12:24:02.647358 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 12:24:02.671482 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 12:24:02.671717 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 12:24:02.705900 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 12:24:02.713919 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 12:24:02.713980 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 12:24:02.713982 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0504 12:24:02.713989 1 rule_controller.go:114] Starting alerting rules controller I0504 12:24:02.714007 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0504 12:24:02.714014 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0504 12:24:02.714023 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0504 12:24:02.714023 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0504 12:24:02.714023 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0504 12:24:02.714028 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0504 12:24:02.714033 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0504 12:24:02.714028 1 relabel_controller.go:117] Starting alert relabel config controller I0504 12:24:02.714052 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0504 12:24:02.714000 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0504 12:24:02.714160 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0504 12:24:02.728439 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0504 12:24:02.728581 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0504 12:24:02.728666 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0504 12:24:02.729154 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0504 12:24:02.732296 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 12:24:02.746405 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.746405 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.746475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0504 12:24:02.746606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0504 12:24:02.752129 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.752276 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0504 12:24:02.780931 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0504 12:24:02.792670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-j5kjd" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0504 12:24:02.792715 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0504 12:24:02.792703 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-z7dvk" is created for OpenShiftMonitoringClientCertRequester I0504 12:24:02.814479 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0504 12:24:02.814485 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0504 12:24:02.825878 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-lrdwn" is created for OpenShiftMonitoringTelemeterClientCertRequester I0504 12:24:02.846027 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.846051 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.873636 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.873636 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.905461 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.912622 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.915661 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.946904 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.956740 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.970935 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.971747 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.971764 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:02.971892 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0504 12:24:03.007882 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:03.007888 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:03.007890 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:03.042219 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 12:24:03.055225 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:03.055239 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:03.055225 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:03.123404 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:03.123404 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:03.123404 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:03.157385 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:03.157528 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-05-04T12:19:03Z", ) I0504 12:24:03.157544 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-05-03T12:19:03Z", ) I0504 12:24:03.179744 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:03.179744 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0504 12:24:03.179910 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-05-04T12:19:02Z", ) I0504 12:24:03.179927 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-05-03T12:19:02Z", ) I0504 12:24:03.179990 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-05-04T12:19:03Z", ) I0504 12:24:03.180008 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-05-03T12:19:03Z", ) I0504 12:24:03.192910 1 tasks.go:49] processing task group 1 of 3 I0504 12:24:03.192939 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 12:24:03.192955 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:24:03.216216 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0504 12:24:03.218697 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0504 12:24:03.228869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0504 12:24:03.228900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0504 12:24:03.228998 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0504 12:24:03.229055 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0504 12:24:03.310416 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0504 12:24:03.352515 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0504 12:24:03.367807 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:24:03.466630 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0504 12:24:03.468111 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0504 12:24:03.468130 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0504 12:24:03.468150 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0504 12:24:03.468157 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0504 12:24:03.470672 1 secure_serving.go:57] Forcing use of http/1.1 only I0504 12:24:03.470696 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0504 12:24:03.477857 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0504 12:24:03.477973 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0504 12:24:03.477990 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0504 12:24:03.478040 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0504 12:24:03.478043 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0504 12:24:03.478059 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0504 12:24:03.478061 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0504 12:24:03.478287 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0504 12:24:03.478375 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777897420\" (2026-05-04 12:23:49 +0000 UTC to 2028-05-03 12:23:50 +0000 UTC (now=2026-05-04 12:24:03.478343075 +0000 UTC))" I0504 12:24:03.478801 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777897443\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777897442\" (2026-05-04 11:24:02 +0000 UTC to 2029-05-04 11:24:02 +0000 UTC (now=2026-05-04 12:24:03.478765796 +0000 UTC))" I0504 12:24:03.478897 1 secure_serving.go:211] Serving securely on [::]:8443 I0504 12:24:03.478949 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0504 12:24:03.479001 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0504 12:24:03.482481 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0504 12:24:03.482540 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0504 12:24:03.482654 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0504 12:24:03.578824 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0504 12:24:03.578860 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0504 12:24:03.578829 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0504 12:24:03.579039 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-04 12:14:15 +0000 UTC to 2036-05-01 12:14:15 +0000 UTC (now=2026-05-04 12:24:03.579016476 +0000 UTC))" I0504 12:24:03.579242 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777897420\" (2026-05-04 12:23:49 +0000 UTC to 2028-05-03 12:23:50 +0000 UTC (now=2026-05-04 12:24:03.579225219 +0000 UTC))" I0504 12:24:03.579400 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777897443\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777897442\" (2026-05-04 11:24:02 +0000 UTC to 2029-05-04 11:24:02 +0000 UTC (now=2026-05-04 12:24:03.579388811 +0000 UTC))" I0504 12:24:03.579521 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-05-04 12:14:17 +0000 UTC to 2036-05-01 12:14:17 +0000 UTC (now=2026-05-04 12:24:03.579509935 +0000 UTC))" I0504 12:24:03.579541 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-05-04 12:14:20 +0000 UTC to 2036-05-01 12:14:20 +0000 UTC (now=2026-05-04 12:24:03.579532329 +0000 UTC))" I0504 12:24:03.579568 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-05-04 12:14:23 +0000 UTC to 2036-05-01 12:14:23 +0000 UTC (now=2026-05-04 12:24:03.579559529 +0000 UTC))" I0504 12:24:03.579587 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-05-04 12:14:24 +0000 UTC to 2036-05-01 12:14:24 +0000 UTC (now=2026-05-04 12:24:03.579578418 +0000 UTC))" I0504 12:24:03.579601 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-05-04 12:14:27 +0000 UTC to 2036-05-01 12:14:27 +0000 UTC (now=2026-05-04 12:24:03.579593397 +0000 UTC))" I0504 12:24:03.579619 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q33rmlhe485oeqr03tcagaphvlpoaiv-kx-99ffb1110b_customer-system-admin-signer@1777896977\" [] issuer=\"\" (2026-05-04 12:16:17 +0000 UTC to 2026-05-11 12:16:18 +0000 UTC (now=2026-05-04 12:24:03.57960785 +0000 UTC))" I0504 12:24:03.579638 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q33rmlhe485oeqr03tcagaphvlpoaiv-kx-99ffb1110b_sre-system-admin-signer@1777896977\" [] issuer=\"\" (2026-05-04 12:16:16 +0000 UTC to 2026-05-11 12:16:17 +0000 UTC (now=2026-05-04 12:24:03.579628709 +0000 UTC))" I0504 12:24:03.579658 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-04 12:14:15 +0000 UTC to 2036-05-01 12:14:15 +0000 UTC (now=2026-05-04 12:24:03.579648854 +0000 UTC))" I0504 12:24:03.579821 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777897420\" (2026-05-04 12:23:49 +0000 UTC to 2028-05-03 12:23:50 +0000 UTC (now=2026-05-04 12:24:03.579810088 +0000 UTC))" I0504 12:24:03.580003 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777897443\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777897442\" (2026-05-04 11:24:02 +0000 UTC to 2029-05-04 11:24:02 +0000 UTC (now=2026-05-04 12:24:03.579992254 +0000 UTC))" I0504 12:24:03.583988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0504 12:24:03.604183 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0504 12:24:03.627366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0504 12:24:03.639287 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0504 12:24:08.693680 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0504 12:24:08.704144 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0504 12:24:08.720500 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0504 12:24:10.264559 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0504 12:24:12.854235 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 12:24:12.854261 1 tasks.go:49] processing task group 2 of 3 I0504 12:24:12.854286 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:24:12.854290 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 12:24:12.854300 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 12:24:12.854300 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 12:24:12.854320 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:24:12.854335 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 12:24:12.854344 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 12:24:12.854341 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:24:12.854357 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:24:12.854356 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 12:24:12.854363 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 12:24:12.854364 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 12:24:12.854327 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 12:24:12.854377 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:24:12.854402 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:24:12.875933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0504 12:24:12.875962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0504 12:24:12.889780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0504 12:24:12.903565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0504 12:24:12.912040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0504 12:24:12.937107 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0504 12:24:12.966636 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 12:24:12.972975 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:24:12.997317 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0504 12:24:13.015016 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:24:13.049409 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0504 12:24:13.054424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0504 12:24:13.054452 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0504 12:24:13.060903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0504 12:24:13.060935 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0504 12:24:13.122668 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0504 12:24:13.217241 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0504 12:24:13.218908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0504 12:24:13.218924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0504 12:24:13.223890 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0504 12:24:13.224005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0504 12:24:13.225617 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0504 12:24:13.231595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0504 12:24:13.242743 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0504 12:24:13.242759 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0504 12:24:13.243810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0504 12:24:13.257215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0504 12:24:13.259743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0504 12:24:13.282785 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0504 12:24:13.287907 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0504 12:24:13.398679 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0504 12:24:13.405634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0504 12:24:13.534165 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0504 12:24:13.536294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0504 12:24:13.632906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0504 12:24:13.693869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0504 12:24:13.696282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0504 12:24:13.799324 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0504 12:24:13.805183 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0504 12:24:13.823622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0504 12:24:13.899510 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0504 12:24:13.924303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0504 12:24:13.992413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0504 12:24:14.003107 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0504 12:24:14.016255 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0504 12:24:14.105054 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0504 12:24:14.105819 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0504 12:24:14.120982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0504 12:24:14.208897 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0504 12:24:14.208922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0504 12:24:14.223057 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0504 12:24:14.223183 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0504 12:24:14.278768 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0504 12:24:14.311421 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0504 12:24:14.311449 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0504 12:24:14.383767 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0504 12:24:14.632690 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0504 12:24:14.915027 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:24:14.915098 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0504 12:24:14.915437 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0504 12:24:15.000502 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:24:15.037892 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0504 12:24:15.052212 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0504 12:24:15.065638 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0504 12:24:15.161945 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0504 12:24:15.227649 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-frsipbcm363jc -n openshift-monitoring because it was missing I0504 12:24:15.263295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0504 12:24:15.388996 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0504 12:24:15.486753 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0504 12:24:15.590772 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0504 12:24:15.688914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0504 12:24:15.790087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0504 12:24:15.893475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0504 12:24:15.988670 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:24:16.008323 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0504 12:24:16.105022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0504 12:24:16.205504 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0504 12:24:16.290188 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0504 12:24:16.311301 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0504 12:24:16.330445 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:24:16.375130 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 12:24:16.855677 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0504 12:24:17.414769 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 12:24:17.880325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-3ab5ugmo4kvfb -n openshift-monitoring because it was missing I0504 12:24:17.919770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0504 12:24:17.953964 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0504 12:24:19.342621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-6hrk8357rktt9 -n openshift-monitoring because it was missing I0504 12:24:19.359967 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0504 12:24:19.389322 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0504 12:24:19.399924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0504 12:24:22.926094 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 12:24:28.039566 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 12:24:28.039642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0504 12:24:37.301920 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0504 12:24:37.343921 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 12:24:38.938436 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 12:24:38.958383 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 12:24:39.431890 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 12:24:39.451735 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 12:24:39.938444 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 12:24:39.957406 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 12:24:40.940346 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 12:24:48.940077 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0504 12:24:48.955171 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 12:24:48.955241 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0504 12:25:04.411928 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 12:25:29.453687 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 12:25:29.453728 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0504 12:25:29.453736 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0504 12:25:29.453764 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0504 12:25:29.453793 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 12:25:29.482825 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 12:25:29.487432 1 tasks.go:49] processing task group 1 of 3 I0504 12:25:29.487457 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 12:25:29.487473 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:25:29.500526 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:25:30.535255 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYWw0SDVheGRGcUl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056ZzVOelF5TURBZQpGdzB5TmpBMU1EUXhNakl6TXpsYUZ3MHlPREEzTURJeE1qSXpOREJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemM0T1RjME1qQXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3duTmw3eDBIeXNQdC9NR0tGRGIvQ0o4SmsvQ1V3YnREWQorQ0VIVDJQRXBHSHVGaGxmUFRaTFBsUnpwQmlkdHQzM1FoMTIrYWFMSHRPT1FYbzI4Uld6c3lMMUpJalErUjJ5CkdtN1hvSHR1M1NkOHBhblZyZitmWVJOaEFMOTFnU090OS85dDZ1OWx3SnJXTTh1TEVMTzZmWEN5WW1OcnBFZCsKK1ZVNnZtc1l6b1k2RG9FTEJHaVBtWVRBWndGa0p6QUc3OXhuTWYwaEVpYlA3Rng1SUd2NGNEUWdJUFZaSzBMQwo5Z05NQnZOeWtEZVNNbFFLT2t3WkpBN3RLNHVIc0UzbWtkMkdlQmltNHk0am5UOGgxSUwxcDUvMlNWWmRPSEgvCmluN29GczVWRkxGOU4rakxwMUU2V29vdTB0UUdvWW11SU5Hd1Zzd3A5MFRhd2N6alJNeHhBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFUc3NoVgpaQWtFdXA2cUMzZDc5STNjM25hZXpqQWZCZ05WSFNNRUdEQVdnQlFUc3NoVlpBa0V1cDZxQzNkNzlJM2MzbmFlCnpqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFpYThIN2ptcVBobGUraGt3YlpDR2F1M04wSVl3ZGcvdlViVTIKbDR6bUpRVkloM1U0NkJURzAvem5vVTExZzhOczRRbjdKS3loWFVHeWhhQmFPWDRKRHRZbDI3elZrd05Yd0F5OAptT3E4RktXbDFPOTZjcytYY0xMNmttUXY0Vk9rMlZLVk9vbEVua2RuVTBZaE51TFhldkcvNnExdWkxaWJPaFppCkJOWkN6UmY3YjZiWkxkU0FXdTNaVGYrcEJTeVFzY2ZYV0pONlJDNHZabXo0U0gxcXhURlNWOVQ3QitmVnU2b1IKT1FkWTJVOGRYd2tKLzVuQkt2VTE2MEJGR0xCd0dFbG1SbnJMMm8rKzZadWI5YlhPN3lOSklrRWZrcWpMQm5uSwpONzBOS0lwR0M5QzJhSUtKM21ZMXorZ3hEcmIyS3pZbDJyQklNODcxWkwySFJnY0d3QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0504 12:25:30.540882 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0504 12:25:30.545459 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYWw0SDVheGRGcUl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056ZzVOelF5TURBZQpGdzB5TmpBMU1EUXhNakl6TXpsYUZ3MHlPREEzTURJeE1qSXpOREJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemM0T1RjME1qQXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ3duTmw3eDBIeXNQdC9NR0tGRGIvQ0o4SmsvQ1V3YnREWQorQ0VIVDJQRXBHSHVGaGxmUFRaTFBsUnpwQmlkdHQzM1FoMTIrYWFMSHRPT1FYbzI4Uld6c3lMMUpJalErUjJ5CkdtN1hvSHR1M1NkOHBhblZyZitmWVJOaEFMOTFnU090OS85dDZ1OWx3SnJXTTh1TEVMTzZmWEN5WW1OcnBFZCsKK1ZVNnZtc1l6b1k2RG9FTEJHaVBtWVRBWndGa0p6QUc3OXhuTWYwaEVpYlA3Rng1SUd2NGNEUWdJUFZaSzBMQwo5Z05NQnZOeWtEZVNNbFFLT2t3WkpBN3RLNHVIc0UzbWtkMkdlQmltNHk0am5UOGgxSUwxcDUvMlNWWmRPSEgvCmluN29GczVWRkxGOU4rakxwMUU2V29vdTB0UUdvWW11SU5Hd1Zzd3A5MFRhd2N6alJNeHhBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFUc3NoVgpaQWtFdXA2cUMzZDc5STNjM25hZXpqQWZCZ05WSFNNRUdEQVdnQlFUc3NoVlpBa0V1cDZxQzNkNzlJM2MzbmFlCnpqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFpYThIN2ptcVBobGUraGt3YlpDR2F1M04wSVl3ZGcvdlViVTIKbDR6bUpRVkloM1U0NkJURzAvem5vVTExZzhOczRRbjdKS3loWFVHeWhhQmFPWDRKRHRZbDI3elZrd05Yd0F5OAptT3E4RktXbDFPOTZjcytYY0xMNmttUXY0Vk9rMlZLVk9vbEVua2RuVTBZaE51TFhldkcvNnExdWkxaWJPaFppCkJOWkN6UmY3YjZiWkxkU0FXdTNaVGYrcEJTeVFzY2ZYV0pONlJDNHZabXo0U0gxcXhURlNWOVQ3QitmVnU2b1IKT1FkWTJVOGRYd2tKLzVuQkt2VTE2MEJGR0xCd0dFbG1SbnJMMm8rKzZadWI5YlhPN3lOSklrRWZrcWpMQm5uSwpONzBOS0lwR0M5QzJhSUtKM21ZMXorZ3hEcmIyS3pZbDJyQklNODcxWkwySFJnY0d3QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0504 12:25:30.551078 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0504 12:25:32.639454 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 12:25:32.639478 1 tasks.go:49] processing task group 2 of 3 I0504 12:25:32.639511 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:25:32.639514 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 12:25:32.639520 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:25:32.639538 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 12:25:32.639557 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 12:25:32.639581 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 12:25:32.639597 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 12:25:32.639619 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:25:32.639639 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 12:25:32.639663 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:25:32.639678 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 12:25:32.639699 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 12:25:32.639699 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 12:25:32.639723 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:25:32.639647 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:25:32.712767 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:25:32.734576 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:25:32.735644 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 12:25:32.745426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0504 12:25:32.759886 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0504 12:25:32.777931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0504 12:25:32.789805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0504 12:25:32.800634 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:25:32.802420 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0504 12:25:32.864553 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0504 12:25:33.734270 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:25:33.763625 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 12:25:33.765488 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:25:33.767201 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:25:33.793576 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 12:25:35.811967 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 12:25:37.782993 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 12:25:37.865370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0504 12:25:38.705871 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 12:25:41.958067 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 12:26:33.833924 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 12:27:48.009885 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 12:27:48.009914 1 tasks.go:49] processing task group 3 of 3 I0504 12:27:48.009927 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 12:27:48.067663 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 12:27:48.067778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"11538628-ac12-4f04-985b-c4de4a84987b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0504 12:27:48.073172 1 operator.go:851] Updating ClusterOperator status to done. W0504 12:27:48.106570 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 12:27:48.151624 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 12:27:48.156551 1 tasks.go:49] processing task group 1 of 3 I0504 12:27:48.156580 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 12:27:48.156594 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:27:48.171549 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:27:51.380690 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 12:27:51.380712 1 tasks.go:49] processing task group 2 of 3 I0504 12:27:51.380735 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:27:51.380742 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 12:27:51.380761 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 12:27:51.380775 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 12:27:51.380798 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 12:27:51.380819 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:27:51.380864 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 12:27:51.380877 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:27:51.380893 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:27:51.380906 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 12:27:51.380920 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:27:51.380929 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:27:51.380941 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 12:27:51.380868 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 12:27:51.380978 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 12:27:51.478256 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:27:51.523424 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:27:51.535935 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 12:27:51.601325 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:27:52.498701 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:27:52.514735 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:27:52.516497 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 12:27:52.521776 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:27:52.583433 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 12:27:54.565856 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 12:27:56.563886 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 12:27:57.443213 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 12:27:57.611098 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 12:28:02.572764 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 12:28:03.175017 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 12:28:06.735869 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 12:28:06.735898 1 tasks.go:49] processing task group 3 of 3 I0504 12:28:06.735915 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 12:28:06.777192 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 12:28:06.783222 1 operator.go:851] Updating ClusterOperator status to done. W0504 12:28:06.793995 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 12:28:06.824068 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 12:28:06.828957 1 tasks.go:49] processing task group 1 of 3 I0504 12:28:06.828984 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 12:28:06.829002 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:28:06.843768 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:28:09.974069 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 12:28:09.974095 1 tasks.go:49] processing task group 2 of 3 I0504 12:28:09.974125 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 12:28:09.974137 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 12:28:09.974143 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:28:09.974165 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 12:28:09.974181 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:28:09.974200 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 12:28:09.974209 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:28:09.974233 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:28:09.974249 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 12:28:09.974254 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 12:28:09.974274 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:28:09.974282 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 12:28:09.974302 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 12:28:09.974131 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:28:09.974329 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 12:28:10.071475 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:28:10.107197 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 12:28:10.120169 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:28:10.212651 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:28:11.108663 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:28:11.159152 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:28:11.174025 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 12:28:11.196680 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:28:11.206712 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 12:28:13.200659 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 12:28:15.144347 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 12:28:16.039171 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 12:28:16.184886 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 12:28:21.230506 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 12:28:25.348565 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 12:28:25.348590 1 tasks.go:49] processing task group 3 of 3 I0504 12:28:25.348604 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 12:28:25.390866 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 12:28:25.396700 1 operator.go:851] Updating ClusterOperator status to done. I0504 12:29:02.714487 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 12:29:02.714548 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 12:29:02.743047 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 12:29:02.747575 1 tasks.go:49] processing task group 1 of 3 I0504 12:29:02.747600 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 12:29:02.747617 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:29:02.761887 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:29:05.876723 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 12:29:05.876746 1 tasks.go:49] processing task group 2 of 3 I0504 12:29:05.876772 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:29:05.876778 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 12:29:05.876800 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 12:29:05.876823 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:29:05.876858 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:29:05.876876 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:29:05.876909 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 12:29:05.876925 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 12:29:05.876940 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:29:05.876948 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 12:29:05.876968 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:29:05.876994 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 12:29:05.877007 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 12:29:05.877030 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 12:29:05.877050 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 12:29:05.947310 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:29:05.969911 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:29:05.981605 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 12:29:06.037599 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:29:06.971069 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:29:07.001221 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:29:07.020080 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:29:07.029005 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 12:29:07.041593 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 12:29:09.061381 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 12:29:11.033706 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 12:29:11.948160 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 12:29:12.053148 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 12:29:17.060569 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 12:29:19.461924 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 12:29:21.237195 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 12:29:21.237225 1 tasks.go:49] processing task group 3 of 3 I0504 12:29:21.237238 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 12:29:21.279461 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 12:29:21.285043 1 operator.go:851] Updating ClusterOperator status to done. W0504 12:29:21.294196 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 12:29:21.322116 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 12:29:21.327139 1 tasks.go:49] processing task group 1 of 3 I0504 12:29:21.327165 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 12:29:21.327182 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:29:21.341175 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:29:24.455151 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 12:29:24.455178 1 tasks.go:49] processing task group 2 of 3 I0504 12:29:24.455211 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:29:24.455212 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 12:29:24.455231 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 12:29:24.455253 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 12:29:24.455267 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 12:29:24.455293 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 12:29:24.455309 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:29:24.455320 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 12:29:24.455344 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 12:29:24.455369 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:29:24.455389 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:29:24.455391 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 12:29:24.455402 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:29:24.455429 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 12:29:24.455448 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:29:24.521657 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:29:24.541124 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:29:24.548454 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 12:29:24.604594 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:29:25.539697 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:29:25.577409 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 12:29:25.577439 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:29:25.597254 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:29:25.618750 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 12:29:27.617558 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 12:29:29.592752 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 12:29:30.517912 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 12:29:30.620570 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 12:29:35.638135 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 12:29:39.796899 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 12:29:39.796926 1 tasks.go:49] processing task group 3 of 3 I0504 12:29:39.796942 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 12:29:39.836428 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 12:29:39.842248 1 operator.go:851] Updating ClusterOperator status to done. I0504 12:34:02.714208 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 12:34:02.714269 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 12:34:02.748368 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 12:34:02.753955 1 tasks.go:49] processing task group 1 of 3 I0504 12:34:02.753982 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 12:34:02.754005 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:34:02.768509 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:34:05.915740 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 12:34:05.915762 1 tasks.go:49] processing task group 2 of 3 I0504 12:34:05.915792 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:34:05.915794 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 12:34:05.915808 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 12:34:05.915832 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 12:34:05.915859 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 12:34:05.915876 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:34:05.915889 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:34:05.915909 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 12:34:05.915930 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 12:34:05.915958 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:34:05.915988 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 12:34:05.915978 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 12:34:05.916000 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:34:05.916029 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:34:05.916110 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 12:34:05.980480 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:34:06.004821 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:34:06.019491 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 12:34:06.069914 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:34:06.993878 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:34:07.016011 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:34:07.039975 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:34:07.046899 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 12:34:07.082392 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 12:34:09.082931 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 12:34:11.069213 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 12:34:11.981643 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 12:34:12.095203 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 12:34:17.081730 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 12:34:21.280357 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 12:34:21.280385 1 tasks.go:49] processing task group 3 of 3 I0504 12:34:21.280399 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 12:34:21.333669 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 12:34:21.340551 1 operator.go:851] Updating ClusterOperator status to done. I0504 12:39:02.618767 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0504 12:39:02.618809 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 12:39:02.618890 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0504 12:39:02.625898 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0504 12:39:02.638798 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0504 12:39:02.638900 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 12:39:02.639078 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0504 12:39:02.639100 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0504 12:39:02.639108 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0504 12:39:02.639143 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0504 12:39:02.671711 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0504 12:39:02.671920 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0504 12:39:02.689383 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 12:39:02.699883 1 tasks.go:49] processing task group 1 of 3 I0504 12:39:02.699916 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 12:39:02.699931 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:39:02.706945 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0504 12:39:02.714942 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0504 12:39:02.745258 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:39:05.894323 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 12:39:05.894345 1 tasks.go:49] processing task group 2 of 3 I0504 12:39:05.894370 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:39:05.894379 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:39:05.894394 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 12:39:05.894412 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 12:39:05.894427 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:39:05.894458 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:39:05.894474 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 12:39:05.894493 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 12:39:05.894516 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 12:39:05.894540 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 12:39:05.894563 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 12:39:05.894572 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:39:05.894599 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:39:05.894600 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 12:39:05.894586 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 12:39:05.970365 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:39:05.993064 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 12:39:06.000521 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:39:06.050902 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:39:06.981191 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:39:07.010312 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:39:07.015456 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 12:39:07.016616 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:39:07.048371 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 12:39:09.059664 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 12:39:11.057073 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 12:39:11.964949 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 12:39:12.068448 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 12:39:17.067776 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 12:39:21.269145 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 12:39:21.269171 1 tasks.go:49] processing task group 3 of 3 I0504 12:39:21.269188 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 12:39:21.319546 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 12:39:21.327047 1 operator.go:851] Updating ClusterOperator status to done. W0504 12:39:21.338320 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 12:39:21.374738 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 12:39:21.380393 1 tasks.go:49] processing task group 1 of 3 I0504 12:39:21.380420 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 12:39:21.380434 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:39:21.401556 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:39:24.530203 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 12:39:24.530225 1 tasks.go:49] processing task group 2 of 3 I0504 12:39:24.530250 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:39:24.530253 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 12:39:24.530272 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:39:24.530287 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 12:39:24.530308 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 12:39:24.530333 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 12:39:24.530344 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:39:24.530365 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 12:39:24.530376 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 12:39:24.530398 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:39:24.530428 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 12:39:24.530448 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:39:24.530451 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:39:24.530458 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 12:39:24.530475 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 12:39:24.595689 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:39:24.618633 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 12:39:24.620931 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:39:24.682296 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:39:25.617775 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:39:25.646797 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 12:39:25.655984 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:39:25.663200 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:39:25.695945 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 12:39:27.710634 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 12:39:29.663794 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 12:39:30.594383 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 12:39:30.688411 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 12:39:35.703530 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 12:39:39.853895 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 12:39:39.853919 1 tasks.go:49] processing task group 3 of 3 I0504 12:39:39.853931 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 12:39:39.896825 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 12:39:39.902535 1 operator.go:851] Updating ClusterOperator status to done. I0504 12:44:02.714589 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 12:44:02.714650 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 12:44:02.747057 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 12:44:02.752036 1 tasks.go:49] processing task group 1 of 3 I0504 12:44:02.752065 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 12:44:02.752098 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:44:02.765251 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:44:05.911648 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 12:44:05.911674 1 tasks.go:49] processing task group 2 of 3 I0504 12:44:05.911709 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:44:05.911710 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 12:44:05.911728 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 12:44:05.911739 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 12:44:05.911760 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 12:44:05.911782 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 12:44:05.911802 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 12:44:05.911828 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 12:44:05.911871 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:44:05.911879 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:44:05.911903 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:44:05.911916 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 12:44:05.911913 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:44:05.911934 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 12:44:05.911946 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:44:05.959368 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:44:05.990281 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:44:05.998952 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 12:44:06.056619 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:44:06.990612 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:44:07.010501 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:44:07.014377 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 12:44:07.025798 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:44:07.054802 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 12:44:09.069918 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 12:44:11.039986 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 12:44:11.971705 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 12:44:12.067511 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 12:44:17.077852 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 12:44:21.233649 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 12:44:21.233677 1 tasks.go:49] processing task group 3 of 3 I0504 12:44:21.233694 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 12:44:21.275983 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 12:44:21.281833 1 operator.go:851] Updating ClusterOperator status to done. I0504 12:49:02.714454 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 12:49:02.714512 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 12:49:02.744218 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 12:49:02.749148 1 tasks.go:49] processing task group 1 of 3 I0504 12:49:02.749178 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 12:49:02.749202 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:49:02.762488 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 12:49:05.902901 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 12:49:05.902923 1 tasks.go:49] processing task group 2 of 3 I0504 12:49:05.902947 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:49:05.902956 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 12:49:05.902973 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:49:05.902984 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 12:49:05.903021 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 12:49:05.903030 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:49:05.903053 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 12:49:05.903070 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 12:49:05.903087 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 12:49:05.903117 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 12:49:05.903145 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 12:49:05.903134 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 12:49:05.903165 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:49:05.903169 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:49:05.903168 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:49:05.957146 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 12:49:05.982316 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 12:49:05.989820 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 12:49:06.049645 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 12:49:06.977034 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 12:49:07.001637 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 12:49:07.005049 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 12:49:07.023754 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 12:49:07.045307 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 12:49:09.068141 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 12:49:11.051259 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 12:49:11.995187 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 12:49:12.061909 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 12:49:17.063552 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 12:49:21.215517 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 12:49:21.215546 1 tasks.go:49] processing task group 3 of 3 I0504 12:49:21.215560 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 12:49:21.254327 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 12:49:21.259232 1 operator.go:851] Updating ClusterOperator status to done.