W0505 13:08:27.294525 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0505 13:08:27.294872 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0505 13:08:27.294886 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0505 13:08:27.294891 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0505 13:08:27.294894 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0505 13:08:27.294898 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0505 13:08:27.321789 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0505 13:08:27.325178 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0505 13:08:27.325414 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0505 13:08:27.326115 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0505 13:08:27.326280 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0505 13:08:27.333705 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 13:08:27.336583 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:08:27.336661 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 13:08:27.336825 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 13:08:27.336870 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:08:27.336951 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 13:08:27.337488 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 13:08:27.339471 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 13:08:27.339541 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 13:08:27.339550 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0505 13:08:27.339848 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 13:08:27.339979 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 13:08:27.340409 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0505 13:08:27.342856 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0505 13:08:27.346043 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 13:08:27.347160 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0505 13:08:27.378418 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0505 13:08:27.428977 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 13:08:27.429031 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 13:08:27.429057 1 rule_controller.go:114] Starting alerting rules controller I0505 13:08:27.429066 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0505 13:08:27.429082 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0505 13:08:27.429082 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0505 13:08:27.429081 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0505 13:08:27.429092 1 relabel_controller.go:117] Starting alert relabel config controller I0505 13:08:27.429096 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0505 13:08:27.429105 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0505 13:08:27.429092 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0505 13:08:27.429112 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0505 13:08:27.429111 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0505 13:08:27.429153 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0505 13:08:27.429170 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0505 13:08:27.432245 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0505 13:08:27.432599 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0505 13:08:27.432879 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0505 13:08:27.433553 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0505 13:08:27.433828 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.433954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0505 13:08:27.434055 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.434215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0505 13:08:27.434312 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.434474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0505 13:08:27.445796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-x2lql" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0505 13:08:27.447329 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-k2x2t" is created for OpenShiftMonitoringTelemeterClientCertRequester I0505 13:08:27.447356 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-cd45b" is created for OpenShiftMonitoringClientCertRequester I0505 13:08:27.457253 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.457465 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.457548 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.461407 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.461689 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.462259 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.466749 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.466754 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.467186 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.468551 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 13:08:27.484419 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.484461 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.484506 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.493982 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.494002 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.494022 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.494197 1 tasks.go:49] processing task group 1 of 3 I0505 13:08:27.494221 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 13:08:27.494228 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:08:27.500768 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.500784 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.500791 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.505920 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.505985 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.506749 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.511380 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.511390 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.511484 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0505 13:08:27.511927 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.520820 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.523637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0505 13:08:27.524991 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.525014 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.525126 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-05-05T13:03:27Z",   ) I0505 13:08:27.525141 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-05-04T13:03:27Z",   ) I0505 13:08:27.525143 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-05-05T13:03:27Z",   ) I0505 13:08:27.525164 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-05-04T13:03:27Z",   ) I0505 13:08:27.525388 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0505 13:08:27.525502 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-05-05T13:03:27Z",   ) I0505 13:08:27.525517 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-05-04T13:03:27Z",   ) I0505 13:08:27.529437 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0505 13:08:27.529483 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0505 13:08:27.529610 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:08:27.536329 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0505 13:08:27.536367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0505 13:08:27.536383 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0505 13:08:27.536477 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0505 13:08:27.536493 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0505 13:08:27.536592 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0505 13:08:27.536772 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0505 13:08:27.539431 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0505 13:08:27.539459 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0505 13:08:27.539476 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0505 13:08:27.539480 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0505 13:08:27.541922 1 secure_serving.go:57] Forcing use of http/1.1 only I0505 13:08:27.541945 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0505 13:08:27.546980 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0505 13:08:27.547384 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0505 13:08:27.547386 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0505 13:08:27.547414 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0505 13:08:27.547389 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0505 13:08:27.547459 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0505 13:08:27.547417 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0505 13:08:27.547740 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0505 13:08:27.547895 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777986478\" (2026-05-05 13:08:08 +0000 UTC to 2028-05-04 13:08:09 +0000 UTC (now=2026-05-05 13:08:27.547873541 +0000 UTC))" I0505 13:08:27.548072 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777986507\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777986507\" (2026-05-05 12:08:27 +0000 UTC to 2029-05-05 12:08:27 +0000 UTC (now=2026-05-05 13:08:27.548057751 +0000 UTC))" I0505 13:08:27.548100 1 secure_serving.go:211] Serving securely on [::]:8443 I0505 13:08:27.548116 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0505 13:08:27.548127 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0505 13:08:27.551752 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0505 13:08:27.551766 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0505 13:08:27.551815 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0505 13:08:27.604301 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0505 13:08:27.647863 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0505 13:08:27.647932 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0505 13:08:27.647964 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0505 13:08:27.648071 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-05 12:56:06 +0000 UTC to 2036-05-02 12:56:06 +0000 UTC (now=2026-05-05 13:08:27.648049765 +0000 UTC))" I0505 13:08:27.648267 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777986478\" (2026-05-05 13:08:08 +0000 UTC to 2028-05-04 13:08:09 +0000 UTC (now=2026-05-05 13:08:27.648252741 +0000 UTC))" I0505 13:08:27.648424 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777986507\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777986507\" (2026-05-05 12:08:27 +0000 UTC to 2029-05-05 12:08:27 +0000 UTC (now=2026-05-05 13:08:27.648412274 +0000 UTC))" I0505 13:08:27.648571 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-05-05 12:56:11 +0000 UTC to 2036-05-02 12:56:11 +0000 UTC (now=2026-05-05 13:08:27.648559964 +0000 UTC))" I0505 13:08:27.648593 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-05-05 12:56:14 +0000 UTC to 2036-05-02 12:56:14 +0000 UTC (now=2026-05-05 13:08:27.648583741 +0000 UTC))" I0505 13:08:27.648608 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-05-05 12:56:19 +0000 UTC to 2036-05-02 12:56:19 +0000 UTC (now=2026-05-05 13:08:27.648600357 +0000 UTC))" I0505 13:08:27.648627 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-05-05 12:56:21 +0000 UTC to 2036-05-02 12:56:21 +0000 UTC (now=2026-05-05 13:08:27.648614981 +0000 UTC))" I0505 13:08:27.648643 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-05-05 12:56:24 +0000 UTC to 2036-05-02 12:56:24 +0000 UTC (now=2026-05-05 13:08:27.648635768 +0000 UTC))" I0505 13:08:27.648658 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r-kx-739e801fb0_customer-system-admin-signer@1777985885\" [] issuer=\"\" (2026-05-05 12:58:05 +0000 UTC to 2026-05-12 12:58:06 +0000 UTC (now=2026-05-05 13:08:27.648649502 +0000 UTC))" I0505 13:08:27.648678 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r-kx-739e801fb0_sre-system-admin-signer@1777985885\" [] issuer=\"\" (2026-05-05 12:58:04 +0000 UTC to 2026-05-12 12:58:05 +0000 UTC (now=2026-05-05 13:08:27.648667543 +0000 UTC))" I0505 13:08:27.648695 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-05 12:56:06 +0000 UTC to 2036-05-02 12:56:06 +0000 UTC (now=2026-05-05 13:08:27.648687463 +0000 UTC))" I0505 13:08:27.648867 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777986478\" (2026-05-05 13:08:08 +0000 UTC to 2028-05-04 13:08:09 +0000 UTC (now=2026-05-05 13:08:27.648854785 +0000 UTC))" I0505 13:08:27.649027 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777986507\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777986507\" (2026-05-05 12:08:27 +0000 UTC to 2029-05-05 12:08:27 +0000 UTC (now=2026-05-05 13:08:27.6490149 +0000 UTC))" I0505 13:08:27.674008 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0505 13:08:27.689268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0505 13:08:27.708546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0505 13:08:27.723875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0505 13:08:30.769067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0505 13:08:30.780823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0505 13:08:30.793387 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0505 13:08:34.896883 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 13:08:34.896913 1 tasks.go:49] processing task group 2 of 3 I0505 13:08:34.896935 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:08:34.896941 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:08:34.896951 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 13:08:34.896967 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 13:08:34.896968 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 13:08:34.896975 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 13:08:34.896972 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 13:08:34.896980 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:08:34.896986 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 13:08:34.896985 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:08:34.896999 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:08:34.896999 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 13:08:34.896991 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:08:34.897021 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 13:08:34.896979 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 13:08:34.916052 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0505 13:08:34.922550 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0505 13:08:34.936387 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0505 13:08:34.938110 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0505 13:08:34.949800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0505 13:08:34.955276 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0505 13:08:34.990993 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:08:34.991687 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 13:08:35.015132 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0505 13:08:35.015156 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0505 13:08:35.015430 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:08:35.057464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0505 13:08:35.060768 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0505 13:08:35.060792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0505 13:08:35.063441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0505 13:08:35.162128 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0505 13:08:35.165299 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0505 13:08:35.167343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0505 13:08:35.167381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0505 13:08:35.168995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0505 13:08:35.169010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing W0505 13:08:35.175526 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0505 13:08:35.175546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0505 13:08:35.184038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0505 13:08:35.184550 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0505 13:08:35.196286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0505 13:08:35.207400 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0505 13:08:35.218231 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0505 13:08:35.232881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0505 13:08:35.321019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0505 13:08:35.322202 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0505 13:08:35.417741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0505 13:08:35.489176 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0505 13:08:35.502427 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0505 13:08:35.568973 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0505 13:08:35.569906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0505 13:08:35.670121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0505 13:08:35.678594 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0505 13:08:35.695592 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0505 13:08:35.772709 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0505 13:08:35.874910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0505 13:08:35.969564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0505 13:08:35.978026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0505 13:08:36.033857 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0505 13:08:36.045983 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0505 13:08:36.077408 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0505 13:08:36.086796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0505 13:08:36.174256 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0505 13:08:36.176067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0505 13:08:36.185432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0505 13:08:36.191823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0505 13:08:36.229495 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0505 13:08:36.243977 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0505 13:08:36.244102 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0505 13:08:36.278160 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0505 13:08:36.286597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0505 13:08:36.552565 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0505 13:08:37.018697 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:08:37.018720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0505 13:08:37.019765 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0505 13:08:37.043692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0505 13:08:37.054406 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0505 13:08:37.063905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0505 13:08:37.134351 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0505 13:08:37.231208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0505 13:08:37.295474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-f3qr16obp9i8s -n openshift-monitoring because it was missing I0505 13:08:37.332573 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0505 13:08:37.469376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0505 13:08:37.572654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0505 13:08:37.669881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0505 13:08:37.772188 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0505 13:08:37.873230 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0505 13:08:37.982087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0505 13:08:38.043562 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:08:38.056657 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:08:38.081872 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0505 13:08:38.181971 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0505 13:08:38.283063 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:08:38.296290 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0505 13:08:38.320954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0505 13:08:38.356083 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 13:08:38.751090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0505 13:08:39.302397 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 13:08:39.845100 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-4rfn1e4fkqgdo -n openshift-monitoring because it was missing I0505 13:08:39.998866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0505 13:08:40.026759 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0505 13:08:41.354802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-f94kgmera60qh -n openshift-monitoring because it was missing I0505 13:08:41.373879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0505 13:08:41.402020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0505 13:08:41.415863 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0505 13:08:42.875687 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 13:08:44.089123 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 13:08:44.089152 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0505 13:08:47.902079 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0505 13:08:49.371007 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0505 13:08:49.412760 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 13:08:58.885839 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 13:09:04.910951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0505 13:09:04.924441 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 13:09:04.924474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0505 13:09:14.895202 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 13:09:14.910333 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 13:09:15.139204 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 13:09:15.155040 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 13:09:15.897498 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 13:09:16.305920 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 13:09:51.487624 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 13:09:51.487668 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0505 13:09:51.487679 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0505 13:09:51.487712 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0505 13:09:51.487748 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 13:09:51.515346 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 13:09:51.520208 1 tasks.go:49] processing task group 1 of 3 I0505 13:09:51.520233 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 13:09:51.520249 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:09:51.533882 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:09:52.568508 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTVl1V1BPUldwazh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056azROalEzT0RBZQpGdzB5TmpBMU1EVXhNekEzTlRkYUZ3MHlPREEzTURNeE16QTNOVGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemM1T0RZME56Z3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFNtNEkyTkdLS0taK0lwQmV4T3FHUy9VRGo2ZnJEckwwVQo2VEE0YWd3cUowdmdiZmNvZHR5M20zS2dLTUpGMUM5MDdUOW9nODNHY2VxK0dqbkw1ZEFKWUFIclVGM2V5S25nCjQ0QlJDSGhoc3ROQXVjWUZWeldCVGZSeVpXQW8zeEhEMloxUlNDemJrWm1ZQVgzc2hBZG9YSHp6L2VsbVVCVkkKZVpqdEpZQTRXdXBORy9hV016b1Btd1paVFNHWVZGWXUwaVZuaHNnMVorZVNUTDJBb3ZtNy9HMktZT2YwTlladQovMkZXd28vZDVNNmRhYXB0dFN2Wld1SmtFVmRXekk4Q1pFd3p0YUVWSnZNejl3OVhiaW9uVlFvbVhPcFp1aUtCCmFMRmVxYUNLaktLQ0ZQYUtkVmdJcnQweEd0T0d5RHIybFlqNml0MUFpR1NuSVRBTmpSdHJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlF1Umk1Zwo2a1AvbXV4K0l3MW4rNFNhTHkzL1REQWZCZ05WSFNNRUdEQVdnQlF1Umk1ZzZrUC9tdXgrSXcxbis0U2FMeTMvClREQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFjcW1hQ1FKeHZMa2JjMWhhRUJRWmxOclFJUHd3S3pBbFJLK3oKTnErZW16ZklYK3ZwcFZrajRLMjR0a0VHNEpkUlBCSjJNNUNqMHA5UjlHRDV4UlZSN2tVTVJkZ216Q3l2a3BPRQppRFBoblZiWGZ0b1hXMXIwcVh1ZEc1aUdTTzVVK1NQYkZHRlNDQm1lby9xUTVIc1pXcDNqVk1jSkRjM3JpOEprCjFJdXZtNUpkNU5IMkVtT0xwM3o3YWg5Rkd1TWxyOWluMHVYWHd6M3B5TzFnUmVTN0c5ckw3T3VzUU42ZGNBVGIKdHRWYUN1Z21TU3k4eitnWGNEajlrTkhwMGFjMmJTWEl2UFN6dnZ2M2g0elV3aDFyTGN6ZFJwVUtVMWV5d1ZoSApnSEpxVjVLRUxtRG5IeHdTbitXREhrdXV5cEF4d2d6Sy9QMEN0bXUyZkpIay9zdkwvZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0505 13:09:52.573601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0505 13:09:52.577946 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTVl1V1BPUldwazh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056azROalEzT0RBZQpGdzB5TmpBMU1EVXhNekEzTlRkYUZ3MHlPREEzTURNeE16QTNOVGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemM1T0RZME56Z3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFNtNEkyTkdLS0taK0lwQmV4T3FHUy9VRGo2ZnJEckwwVQo2VEE0YWd3cUowdmdiZmNvZHR5M20zS2dLTUpGMUM5MDdUOW9nODNHY2VxK0dqbkw1ZEFKWUFIclVGM2V5S25nCjQ0QlJDSGhoc3ROQXVjWUZWeldCVGZSeVpXQW8zeEhEMloxUlNDemJrWm1ZQVgzc2hBZG9YSHp6L2VsbVVCVkkKZVpqdEpZQTRXdXBORy9hV016b1Btd1paVFNHWVZGWXUwaVZuaHNnMVorZVNUTDJBb3ZtNy9HMktZT2YwTlladQovMkZXd28vZDVNNmRhYXB0dFN2Wld1SmtFVmRXekk4Q1pFd3p0YUVWSnZNejl3OVhiaW9uVlFvbVhPcFp1aUtCCmFMRmVxYUNLaktLQ0ZQYUtkVmdJcnQweEd0T0d5RHIybFlqNml0MUFpR1NuSVRBTmpSdHJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlF1Umk1Zwo2a1AvbXV4K0l3MW4rNFNhTHkzL1REQWZCZ05WSFNNRUdEQVdnQlF1Umk1ZzZrUC9tdXgrSXcxbis0U2FMeTMvClREQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFjcW1hQ1FKeHZMa2JjMWhhRUJRWmxOclFJUHd3S3pBbFJLK3oKTnErZW16ZklYK3ZwcFZrajRLMjR0a0VHNEpkUlBCSjJNNUNqMHA5UjlHRDV4UlZSN2tVTVJkZ216Q3l2a3BPRQppRFBoblZiWGZ0b1hXMXIwcVh1ZEc1aUdTTzVVK1NQYkZHRlNDQm1lby9xUTVIc1pXcDNqVk1jSkRjM3JpOEprCjFJdXZtNUpkNU5IMkVtT0xwM3o3YWg5Rkd1TWxyOWluMHVYWHd6M3B5TzFnUmVTN0c5ckw3T3VzUU42ZGNBVGIKdHRWYUN1Z21TU3k4eitnWGNEajlrTkhwMGFjMmJTWEl2UFN6dnZ2M2g0elV3aDFyTGN6ZFJwVUtVMWV5d1ZoSApnSEpxVjVLRUxtRG5IeHdTbitXREhrdXV5cEF4d2d6Sy9QMEN0bXUyZkpIay9zdkwvZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0505 13:09:52.583194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0505 13:09:54.656790 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 13:09:54.656816 1 tasks.go:49] processing task group 2 of 3 I0505 13:09:54.656843 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:09:54.656848 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 13:09:54.656858 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 13:09:54.656882 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:09:54.656899 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 13:09:54.656917 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 13:09:54.656937 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 13:09:54.656953 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 13:09:54.656964 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 13:09:54.656981 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:09:54.656999 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:09:54.657020 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:09:54.657033 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 13:09:54.657045 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:09:54.657060 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 13:09:54.727313 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:09:54.746115 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:09:54.754693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0505 13:09:54.760039 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 13:09:54.767151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0505 13:09:54.784487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0505 13:09:54.795969 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0505 13:09:54.807589 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0505 13:09:54.811876 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:09:54.862505 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0505 13:09:55.747058 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:09:55.771465 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 13:09:55.772169 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:09:55.782467 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:09:55.811276 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 13:09:57.859381 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 13:09:59.791257 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 13:09:59.856994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0505 13:10:00.713759 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 13:10:03.945638 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 13:11:05.873771 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 13:12:10.015293 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 13:12:10.015320 1 tasks.go:49] processing task group 3 of 3 I0505 13:12:10.015334 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 13:12:10.057298 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 13:12:10.057369 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"78e30bbd-736b-41f4-980c-63c1c5b3b851", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0505 13:12:10.064347 1 operator.go:851] Updating ClusterOperator status to done. W0505 13:12:10.124507 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 13:12:10.154356 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 13:12:10.159084 1 tasks.go:49] processing task group 1 of 3 I0505 13:12:10.159107 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 13:12:10.159119 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:12:10.180654 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:12:13.322117 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 13:12:13.322139 1 tasks.go:49] processing task group 2 of 3 I0505 13:12:13.322164 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:12:13.322173 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 13:12:13.322182 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:12:13.322197 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:12:13.322220 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 13:12:13.322235 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:12:13.322258 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 13:12:13.322277 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:12:13.322294 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 13:12:13.322330 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:12:13.322339 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 13:12:13.322367 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 13:12:13.322380 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 13:12:13.322310 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 13:12:13.322171 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 13:12:13.379878 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:12:13.403111 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:12:13.429995 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 13:12:13.474710 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:12:14.396015 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:12:14.422630 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:12:14.423227 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 13:12:14.424813 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:12:14.474429 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 13:12:16.461624 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 13:12:18.453811 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 13:12:19.377647 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 13:12:19.477736 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 13:12:24.469933 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 13:12:25.143324 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 13:12:28.614570 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 13:12:28.614602 1 tasks.go:49] processing task group 3 of 3 I0505 13:12:28.614624 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 13:12:28.651203 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 13:12:28.656151 1 operator.go:851] Updating ClusterOperator status to done. W0505 13:12:28.664508 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 13:12:28.688992 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 13:12:28.693133 1 tasks.go:49] processing task group 1 of 3 I0505 13:12:28.693156 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 13:12:28.693172 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:12:28.705421 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:12:31.813052 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 13:12:31.813074 1 tasks.go:49] processing task group 2 of 3 I0505 13:12:31.813101 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:12:31.813104 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 13:12:31.813111 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 13:12:31.813126 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:12:31.813132 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 13:12:31.813158 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:12:31.813167 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 13:12:31.813182 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:12:31.813202 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 13:12:31.813219 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 13:12:31.813236 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 13:12:31.813257 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 13:12:31.813281 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:12:31.813302 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:12:31.813349 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 13:12:31.865229 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:12:31.889186 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:12:31.895157 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 13:12:31.943815 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:12:32.876467 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:12:32.900021 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:12:32.908427 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 13:12:32.914852 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:12:32.926702 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 13:12:34.951571 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 13:12:36.935958 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 13:12:37.867252 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 13:12:37.958358 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 13:12:42.959725 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 13:12:47.112174 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 13:12:47.112198 1 tasks.go:49] processing task group 3 of 3 I0505 13:12:47.112212 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 13:12:47.147980 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 13:12:47.153192 1 operator.go:851] Updating ClusterOperator status to done. I0505 13:13:27.429743 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 13:13:27.429794 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 13:13:27.457387 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 13:13:27.463252 1 tasks.go:49] processing task group 1 of 3 I0505 13:13:27.463276 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 13:13:27.463301 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:13:27.474517 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:13:30.590406 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 13:13:30.590427 1 tasks.go:49] processing task group 2 of 3 I0505 13:13:30.590469 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:13:30.590478 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 13:13:30.590492 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:13:30.590505 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 13:13:30.590508 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 13:13:30.590526 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 13:13:30.590547 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 13:13:30.590563 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:13:30.590579 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:13:30.590601 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 13:13:30.590629 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 13:13:30.590646 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:13:30.590659 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:13:30.590491 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 13:13:30.590480 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 13:13:30.645871 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:13:30.683713 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:13:30.695798 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 13:13:30.744302 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:13:31.670037 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:13:31.697916 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 13:13:31.699152 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:13:31.699927 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:13:31.732648 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 13:13:33.744180 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 13:13:35.733856 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 13:13:36.647513 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 13:13:36.752307 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 13:13:41.743863 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 13:13:45.898287 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 13:13:45.898312 1 tasks.go:49] processing task group 3 of 3 I0505 13:13:45.898326 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 13:13:45.935433 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 13:13:45.940502 1 operator.go:851] Updating ClusterOperator status to done. I0505 13:15:12.920754 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0505 13:15:12.920784 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 13:15:12.966251 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 13:15:12.976678 1 tasks.go:49] processing task group 1 of 3 I0505 13:15:12.976702 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 13:15:12.976720 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:15:12.994697 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:15:16.139514 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 13:15:16.139535 1 tasks.go:49] processing task group 2 of 3 I0505 13:15:16.139564 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:15:16.139564 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 13:15:16.139578 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 13:15:16.139600 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:15:16.139617 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 13:15:16.139636 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:15:16.139660 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:15:16.139674 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 13:15:16.139697 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 13:15:16.139695 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:15:16.139717 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:15:16.139738 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 13:15:16.139761 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 13:15:16.139786 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 13:15:16.139817 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 13:15:16.214122 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:15:16.242997 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:15:16.263777 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 13:15:16.301621 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:15:17.224853 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:15:17.240776 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:15:17.244224 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:15:17.249059 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 13:15:17.298662 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 13:15:19.302934 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 13:15:21.286052 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 13:15:22.198892 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 13:15:22.306535 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 13:15:27.287160 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 13:15:31.483561 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 13:15:31.483587 1 tasks.go:49] processing task group 3 of 3 I0505 13:15:31.483602 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 13:15:31.526994 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 13:15:31.531721 1 operator.go:851] Updating ClusterOperator status to done. I0505 13:18:27.429636 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 13:18:27.429691 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 13:18:27.461833 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 13:18:27.466487 1 tasks.go:49] processing task group 1 of 3 I0505 13:18:27.466521 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 13:18:27.466529 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:18:27.478334 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:18:30.619603 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 13:18:30.619625 1 tasks.go:49] processing task group 2 of 3 I0505 13:18:30.619648 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:18:30.619654 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 13:18:30.619668 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 13:18:30.619692 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 13:18:30.619710 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:18:30.619730 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 13:18:30.619750 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:18:30.619768 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 13:18:30.619789 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 13:18:30.619813 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:18:30.619844 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 13:18:30.619858 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:18:30.619871 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 13:18:30.619889 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:18:30.619929 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 13:18:30.693015 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:18:30.709974 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:18:30.738323 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 13:18:30.769977 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:18:31.709718 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:18:31.725585 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 13:18:31.742897 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:18:31.743598 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:18:31.780075 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 13:18:33.813816 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 13:18:35.770214 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 13:18:36.676623 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 13:18:36.793055 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 13:18:41.786430 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 13:18:45.975940 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 13:18:45.975969 1 tasks.go:49] processing task group 3 of 3 I0505 13:18:45.975978 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 13:18:46.009495 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 13:18:46.014950 1 operator.go:851] Updating ClusterOperator status to done. I0505 13:23:27.334191 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0505 13:23:27.334248 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 13:23:27.337305 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0505 13:23:27.337306 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0505 13:23:27.339708 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 13:23:27.340351 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0505 13:23:27.340526 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0505 13:23:27.340588 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0505 13:23:27.340609 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0505 13:23:27.340610 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0505 13:23:27.340632 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0505 13:23:27.340651 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0505 13:23:27.366125 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 13:23:27.371591 1 tasks.go:49] processing task group 1 of 3 I0505 13:23:27.371614 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 13:23:27.371624 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:23:27.378713 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0505 13:23:27.383663 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:23:27.429321 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0505 13:23:30.501577 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 13:23:30.501606 1 tasks.go:49] processing task group 2 of 3 I0505 13:23:30.501639 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:23:30.501641 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 13:23:30.501658 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:23:30.501676 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 13:23:30.501699 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:23:30.501707 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 13:23:30.501746 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 13:23:30.501768 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:23:30.501794 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 13:23:30.501788 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 13:23:30.501807 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:23:30.501830 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 13:23:30.501840 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 13:23:30.501860 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:23:30.501884 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 13:23:30.556653 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:23:30.578129 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:23:30.600882 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 13:23:30.642633 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:23:31.572873 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:23:31.586469 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:23:31.600619 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 13:23:31.606999 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:23:31.645254 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 13:23:33.647311 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 13:23:35.630789 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 13:23:36.558301 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 13:23:36.646315 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 13:23:41.646116 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 13:23:45.804134 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 13:23:45.804160 1 tasks.go:49] processing task group 3 of 3 I0505 13:23:45.804177 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 13:23:45.841017 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 13:23:45.846039 1 operator.go:851] Updating ClusterOperator status to done. W0505 13:23:45.854577 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 13:23:45.882642 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 13:23:45.887011 1 tasks.go:49] processing task group 1 of 3 I0505 13:23:45.887036 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 13:23:45.887054 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:23:45.898772 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:23:49.012462 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 13:23:49.012484 1 tasks.go:49] processing task group 2 of 3 I0505 13:23:49.012509 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:23:49.012520 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 13:23:49.012530 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 13:23:49.012553 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 13:23:49.012574 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 13:23:49.012592 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:23:49.012602 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:23:49.012622 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:23:49.012638 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:23:49.012662 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 13:23:49.012681 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:23:49.012706 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 13:23:49.012728 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 13:23:49.012752 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 13:23:49.012709 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 13:23:49.068612 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:23:49.083995 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:23:49.101848 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 13:23:49.148960 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:23:50.087009 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:23:50.109240 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:23:50.118048 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 13:23:50.120021 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:23:50.141884 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 13:23:52.157944 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 13:23:54.141416 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 13:23:55.067292 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 13:23:55.156830 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 13:24:00.163091 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 13:24:04.319506 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 13:24:04.319531 1 tasks.go:49] processing task group 3 of 3 I0505 13:24:04.319545 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 13:24:04.353585 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 13:24:04.360333 1 operator.go:851] Updating ClusterOperator status to done. I0505 13:28:27.429031 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 13:28:27.429093 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 13:28:27.456484 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 13:28:27.460901 1 tasks.go:49] processing task group 1 of 3 I0505 13:28:27.460934 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 13:28:27.460942 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:28:27.472795 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:28:30.606922 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 13:28:30.606943 1 tasks.go:49] processing task group 2 of 3 I0505 13:28:30.606968 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:28:30.606986 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:28:30.606997 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 13:28:30.607007 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 13:28:30.607014 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 13:28:30.607031 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 13:28:30.607054 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 13:28:30.607066 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 13:28:30.607094 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 13:28:30.607125 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:28:30.607128 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:28:30.606992 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:28:30.607179 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 13:28:30.606997 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 13:28:30.607158 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:28:30.668758 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:28:30.687379 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:28:30.697051 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 13:28:30.761230 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:28:31.688001 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:28:31.702939 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:28:31.711529 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:28:31.717519 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 13:28:31.756143 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 13:28:34.107758 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 13:28:36.136885 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 13:28:36.661709 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 13:28:36.763502 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 13:28:41.755296 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 13:28:46.173294 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 13:28:46.173320 1 tasks.go:49] processing task group 3 of 3 I0505 13:28:46.173336 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 13:28:46.211703 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 13:28:46.216595 1 operator.go:851] Updating ClusterOperator status to done. I0505 13:33:27.429491 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 13:33:27.429548 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 13:33:27.458479 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 13:33:27.463414 1 tasks.go:49] processing task group 1 of 3 I0505 13:33:27.463442 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 13:33:27.463477 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:33:27.477967 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 13:33:30.602579 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 13:33:30.602602 1 tasks.go:49] processing task group 2 of 3 I0505 13:33:30.602625 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:33:30.602632 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 13:33:30.602645 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 13:33:30.602664 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 13:33:30.602678 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 13:33:30.602708 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:33:30.602718 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 13:33:30.602742 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:33:30.602760 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:33:30.602783 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 13:33:30.602805 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:33:30.602803 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 13:33:30.602815 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 13:33:30.602844 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:33:30.602867 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 13:33:30.685697 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 13:33:30.705834 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 13:33:30.707703 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 13:33:30.766100 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 13:33:31.691922 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 13:33:31.713319 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 13:33:31.722569 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 13:33:31.728572 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 13:33:31.764554 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 13:33:33.767429 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 13:33:35.755226 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 13:33:36.658325 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 13:33:36.772282 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 13:33:41.779209 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 13:33:45.947416 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 13:33:45.947443 1 tasks.go:49] processing task group 3 of 3 I0505 13:33:45.947472 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 13:33:45.983415 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 13:33:45.988743 1 operator.go:851] Updating ClusterOperator status to done.