W0505 09:38:39.719475 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0505 09:38:39.719936 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0505 09:38:39.719955 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0505 09:38:39.719961 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0505 09:38:39.719968 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0505 09:38:39.754133 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0505 09:38:39.758663 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0505 09:38:39.758874 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0505 09:38:39.759156 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0505 09:38:39.759940 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0505 09:38:39.767723 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0505 09:38:39.770922 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0505 09:38:39.771174 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 09:38:39.771205 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 09:38:39.772010 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0505 09:38:39.773742 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 09:38:39.774653 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 09:38:39.777409 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 09:38:39.777547 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 09:38:39.778250 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 09:38:39.778366 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 09:38:39.778445 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0505 09:38:39.779748 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 09:38:39.784630 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 09:38:39.784717 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0505 09:38:39.784973 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0505 09:38:39.819716 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0505 09:38:39.863674 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 09:38:39.863737 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 09:38:39.863749 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0505 09:38:39.863758 1 rule_controller.go:113] Starting alerting rules controller I0505 09:38:39.863766 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0505 09:38:39.863772 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0505 09:38:39.863772 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0505 09:38:39.863772 1 relabel_controller.go:117] Starting alert relabel config controller I0505 09:38:39.863790 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0505 09:38:39.863798 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0505 09:38:39.863805 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0505 09:38:39.863803 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0505 09:38:39.863818 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0505 09:38:39.863826 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0505 09:38:39.863809 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0505 09:38:39.868493 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0505 09:38:39.869762 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0505 09:38:39.869838 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0505 09:38:39.870046 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0505 09:38:39.871646 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.871646 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.871646 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.871837 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0505 09:38:39.871933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0505 09:38:39.872018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0505 09:38:39.910735 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-mvbs7" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0505 09:38:39.910760 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-rbr95" is created for OpenShiftMonitoringClientCertRequester I0505 09:38:39.910834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-w5c7f" is created for OpenShiftMonitoringTelemeterClientCertRequester I0505 09:38:39.930034 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.930038 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.934532 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0505 09:38:39.937986 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.940537 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.941001 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.946758 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.946761 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.949066 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.949095 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 09:38:39.957163 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.957232 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.960123 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.964237 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0505 09:38:39.964258 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0505 09:38:39.971149 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.971169 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.986198 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.986204 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.986262 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:39.986554 1 tasks.go:49] processing task group 1 of 3 I0505 09:38:39.986577 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 09:38:39.986588 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:38:39.996669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0505 09:38:40.015844 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:40.015859 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:40.017290 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:40.034357 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:40.034985 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:40.037600 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:40.043025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0505 09:38:40.046290 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:40.047056 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:40.056991 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:40.062631 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0505 09:38:40.063137 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0505 09:38:40.065860 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0505 09:38:40.076391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0505 09:38:40.076437 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0505 09:38:40.087124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0505 09:38:40.090255 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0505 09:38:40.095116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0505 09:38:40.100353 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0505 09:38:40.101767 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0505 09:38:40.101782 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0505 09:38:40.101793 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0505 09:38:40.101798 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0505 09:38:40.104938 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0505 09:38:40.104948 1 secure_serving.go:57] Forcing use of http/1.1 only I0505 09:38:40.105550 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:38:40.129387 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0505 09:38:40.129400 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0505 09:38:40.129411 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0505 09:38:40.129417 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0505 09:38:40.129428 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0505 09:38:40.129430 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0505 09:38:40.129702 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0505 09:38:40.129819 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777973891\" (2026-05-05 09:38:22 +0000 UTC to 2028-05-04 09:38:23 +0000 UTC (now=2026-05-05 09:38:40.129781326 +0000 UTC))" I0505 09:38:40.130048 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777973920\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777973920\" (2026-05-05 08:38:39 +0000 UTC to 2027-05-05 08:38:39 +0000 UTC (now=2026-05-05 09:38:40.130024886 +0000 UTC))" I0505 09:38:40.130084 1 secure_serving.go:213] Serving securely on [::]:8443 I0505 09:38:40.130119 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0505 09:38:40.130143 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0505 09:38:40.137450 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0505 09:38:40.137531 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0505 09:38:40.137531 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0505 09:38:40.184087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0505 09:38:40.230123 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0505 09:38:40.230137 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0505 09:38:40.230218 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0505 09:38:40.230322 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-05 09:22:23 +0000 UTC to 2036-05-02 09:22:23 +0000 UTC (now=2026-05-05 09:38:40.230299322 +0000 UTC))" I0505 09:38:40.230573 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777973891\" (2026-05-05 09:38:22 +0000 UTC to 2028-05-04 09:38:23 +0000 UTC (now=2026-05-05 09:38:40.23055325 +0000 UTC))" I0505 09:38:40.230738 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777973920\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777973920\" (2026-05-05 08:38:39 +0000 UTC to 2027-05-05 08:38:39 +0000 UTC (now=2026-05-05 09:38:40.230722972 +0000 UTC))" I0505 09:38:40.230861 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-05-05 09:22:25 +0000 UTC to 2036-05-02 09:22:25 +0000 UTC (now=2026-05-05 09:38:40.230850559 +0000 UTC))" I0505 09:38:40.230882 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-05-05 09:22:29 +0000 UTC to 2036-05-02 09:22:29 +0000 UTC (now=2026-05-05 09:38:40.230873226 +0000 UTC))" I0505 09:38:40.230904 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-05-05 09:22:31 +0000 UTC to 2036-05-02 09:22:31 +0000 UTC (now=2026-05-05 09:38:40.230890835 +0000 UTC))" I0505 09:38:40.230922 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-05-05 09:22:33 +0000 UTC to 2036-05-02 09:22:33 +0000 UTC (now=2026-05-05 09:38:40.230913446 +0000 UTC))" I0505 09:38:40.230937 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-05-05 09:22:34 +0000 UTC to 2036-05-02 09:22:34 +0000 UTC (now=2026-05-05 09:38:40.230929586 +0000 UTC))" I0505 09:38:40.230952 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q3meumag9q14n7fvhs60ip3ci7t39g4-kx-e6a1035315_customer-system-admin-signer@1777973103\" [] issuer=\"\" (2026-05-05 09:25:03 +0000 UTC to 2026-05-12 09:25:04 +0000 UTC (now=2026-05-05 09:38:40.230943766 +0000 UTC))" I0505 09:38:40.230970 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q3meumag9q14n7fvhs60ip3ci7t39g4-kx-e6a1035315_sre-system-admin-signer@1777973103\" [] issuer=\"\" (2026-05-05 09:25:04 +0000 UTC to 2026-05-12 09:25:05 +0000 UTC (now=2026-05-05 09:38:40.230961529 +0000 UTC))" I0505 09:38:40.231008 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-05 09:22:23 +0000 UTC to 2036-05-02 09:22:23 +0000 UTC (now=2026-05-05 09:38:40.230978596 +0000 UTC))" I0505 09:38:40.231174 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777973891\" (2026-05-05 09:38:22 +0000 UTC to 2028-05-04 09:38:23 +0000 UTC (now=2026-05-05 09:38:40.231155736 +0000 UTC))" I0505 09:38:40.231318 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777973920\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777973920\" (2026-05-05 08:38:39 +0000 UTC to 2027-05-05 08:38:39 +0000 UTC (now=2026-05-05 09:38:40.231308852 +0000 UTC))" I0505 09:38:40.251122 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0505 09:38:40.265179 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0505 09:38:40.307211 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0505 09:38:40.327625 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0505 09:38:44.396018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0505 09:38:44.414867 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0505 09:38:44.435429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0505 09:38:48.587679 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 09:38:48.587703 1 tasks.go:49] processing task group 2 of 3 I0505 09:38:48.587731 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:38:48.587765 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:38:48.587775 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:38:48.587781 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 09:38:48.587789 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 09:38:48.587733 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 09:38:48.587794 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:38:48.587802 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 09:38:48.587805 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 09:38:48.587809 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 09:38:48.587822 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:38:48.587819 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 09:38:48.587855 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:38:48.587780 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 09:38:48.587785 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 09:38:48.611043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0505 09:38:48.614201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0505 09:38:48.642036 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0505 09:38:48.645305 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0505 09:38:48.651181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0505 09:38:48.651269 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0505 09:38:48.705899 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 09:38:48.717815 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:38:48.743829 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0505 09:38:48.743852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0505 09:38:48.755115 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:38:48.797934 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0505 09:38:48.808892 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0505 09:38:48.815930 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0505 09:38:48.821816 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0505 09:38:48.885877 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0505 09:38:48.891856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0505 09:38:48.905297 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0505 09:38:48.947375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0505 09:38:48.952164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0505 09:38:48.956446 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0505 09:38:48.958066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0505 09:38:48.967683 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0505 09:38:48.967698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0505 09:38:48.968066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0505 09:38:48.988856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0505 09:38:48.994367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0505 09:38:48.999675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0505 09:38:49.004722 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0505 09:38:49.020360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0505 09:38:49.023241 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0505 09:38:49.140546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0505 09:38:49.143596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0505 09:38:49.250221 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0505 09:38:49.328384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0505 09:38:49.328782 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0505 09:38:49.431285 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0505 09:38:49.440945 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0505 09:38:49.471635 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0505 09:38:49.540126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0505 09:38:49.640865 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0505 09:38:49.670442 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0505 09:38:49.743504 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0505 09:38:49.784055 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0505 09:38:49.797210 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0505 09:38:49.842298 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0505 09:38:49.857191 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0505 09:38:49.926714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0505 09:38:49.936304 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0505 09:38:49.947791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0505 09:38:49.949969 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0505 09:38:49.998283 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0505 09:38:50.017975 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0505 09:38:50.018035 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0505 09:38:50.048959 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0505 09:38:50.067280 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0505 09:38:50.326157 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0505 09:38:50.774558 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0505 09:38:50.788916 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0505 09:38:50.804809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0505 09:38:50.936245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0505 09:38:51.035466 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0505 09:38:51.056117 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:38:51.056164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0505 09:38:51.056745 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0505 09:38:51.104523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-b34sves167mnb -n openshift-monitoring because it was missing I0505 09:38:51.173012 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0505 09:38:51.322487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0505 09:38:51.545537 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0505 09:38:51.630539 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0505 09:38:51.735785 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0505 09:38:51.783109 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:38:51.846648 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:38:51.850155 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0505 09:38:52.019075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0505 09:38:52.093085 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:38:52.122981 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0505 09:38:52.283142 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0505 09:38:52.403811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0505 09:38:52.422895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0505 09:38:52.533162 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0505 09:38:53.136091 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 09:38:53.149778 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 09:38:53.584208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-8qq2vlel1v7ir -n openshift-monitoring because it was missing I0505 09:38:53.707482 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0505 09:38:53.753244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0505 09:38:55.414204 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 09:38:55.460979 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-15lh4so91jdqf -n openshift-monitoring because it was missing I0505 09:38:55.486886 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0505 09:38:55.514031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0505 09:38:55.536689 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0505 09:38:55.537067 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 09:38:55.558591 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 09:38:55.604655 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 09:38:55.663216 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 09:38:55.721217 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 09:38:55.814056 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 09:38:56.015200 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 09:38:56.223046 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 09:38:57.809937 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 09:38:57.809964 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0505 09:39:03.329784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0505 09:39:03.375193 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 09:39:12.546973 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 09:39:18.650092 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0505 09:39:18.665037 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 09:39:18.665106 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0505 09:39:29.554703 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 09:39:30.095764 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 09:40:05.636149 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 09:40:05.636185 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0505 09:40:05.636193 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0505 09:40:05.636211 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0505 09:40:05.637322 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 09:40:05.673666 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 09:40:05.679769 1 tasks.go:49] processing task group 1 of 3 I0505 09:40:05.679795 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 09:40:05.679807 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:40:05.695412 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:40:06.739279 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRFRiSlVudjlKckV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056azNNemc1TVRBZQpGdzB5TmpBMU1EVXdPVE00TVRCYUZ3MHlPREEzTURNd09UTTRNVEZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemM1TnpNNE9URXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFV1V05qeWNPaWRybTRWbjFvTnAwZmc3b0NjbHNKK0k1UQoxNGhQdkdNU0drQ3gzOVJiU3RkaGgyM20wWTF0cUZTNFd3ZjNRaDEwZmk5N3ZXU0Z6clgzYkZMTWNwQ2JSVXBMCkl1K2lnamVCL0hnNTlQNG9LUU1ITkZjbHhZQTNpZVp5Z1ZaUzh1M3JyZTI4RGs0anhMTlRDTms3Zkx1QVVKWGEKUE1WU1lja0JYd1BlczNQb2pmMFFxcTBqcHltb2xjNmNkWFRLdmxMMFBoeTI1emRKNE5mMmw4NWdoVjloV2FjTgpUazV5WjJBQ2xGUDRydUQ3LzBrbGUyY002RzExU1lGNmZtYm1takN5MEROQ2cwTktpYXo2a2Npak5yb1AyUmJrCjgxYVpxTkhIWkJaRlBlci9YY1VRdVpGdk5JbktJMlV1c1c5dGJGYjBMRzNVT21iUFc5SFBBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNBWkloZgpSd0xmZkNSaEtDSXErZVdMdkFnS3R6QWZCZ05WSFNNRUdEQVdnQlNBWkloZlJ3TGZmQ1JoS0NJcStlV0x2QWdLCnR6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF2L2p6V2czTnhONVhCNU1TT1JPVlZTemoxMHFVcnBUalBiZ3AKdUwvQ01ucnRkN3NWNFJkV1RpSjJJZDZDZ05vZ3VwaW5DWGtGSGRHMWdrd2FpcThRNkpNNElvbC9oUW1ERDcwcQpkNU1ZdTdIblIwclZxcWlpbGJJQTRuYk13MmQ5Mi9LR2ZTWVFhczNjMDRtYXh3eFdGQ1FuaEtDdU9FZTgvaDF6CmRIdzVNbWVTUUNEUmd4N1RlMm03by8vc0VBZzMrVWtwYUZ6eEUzaXJhWEgzSFRXN0NFbitEVDM4T0dvcDJWUDkKQ05lcmRhaU5XbHU3c2NrdUZqbEVPektFNzYyZFloaXQwN3NwMGE5RTRqcko1SFQ5TXNWMmovbkF2WHJKM3haeApINnQwL2FQTk5uVDBNSFZvVUhSZVZHRWNsUENDb3NmdmFWWElzRzBNa0JyQ1NZYXg2dz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0505 09:40:06.746642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0505 09:40:06.752181 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRFRiSlVudjlKckV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056azNNemc1TVRBZQpGdzB5TmpBMU1EVXdPVE00TVRCYUZ3MHlPREEzTURNd09UTTRNVEZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemM1TnpNNE9URXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFV1V05qeWNPaWRybTRWbjFvTnAwZmc3b0NjbHNKK0k1UQoxNGhQdkdNU0drQ3gzOVJiU3RkaGgyM20wWTF0cUZTNFd3ZjNRaDEwZmk5N3ZXU0Z6clgzYkZMTWNwQ2JSVXBMCkl1K2lnamVCL0hnNTlQNG9LUU1ITkZjbHhZQTNpZVp5Z1ZaUzh1M3JyZTI4RGs0anhMTlRDTms3Zkx1QVVKWGEKUE1WU1lja0JYd1BlczNQb2pmMFFxcTBqcHltb2xjNmNkWFRLdmxMMFBoeTI1emRKNE5mMmw4NWdoVjloV2FjTgpUazV5WjJBQ2xGUDRydUQ3LzBrbGUyY002RzExU1lGNmZtYm1takN5MEROQ2cwTktpYXo2a2Npak5yb1AyUmJrCjgxYVpxTkhIWkJaRlBlci9YY1VRdVpGdk5JbktJMlV1c1c5dGJGYjBMRzNVT21iUFc5SFBBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNBWkloZgpSd0xmZkNSaEtDSXErZVdMdkFnS3R6QWZCZ05WSFNNRUdEQVdnQlNBWkloZlJ3TGZmQ1JoS0NJcStlV0x2QWdLCnR6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF2L2p6V2czTnhONVhCNU1TT1JPVlZTemoxMHFVcnBUalBiZ3AKdUwvQ01ucnRkN3NWNFJkV1RpSjJJZDZDZ05vZ3VwaW5DWGtGSGRHMWdrd2FpcThRNkpNNElvbC9oUW1ERDcwcQpkNU1ZdTdIblIwclZxcWlpbGJJQTRuYk13MmQ5Mi9LR2ZTWVFhczNjMDRtYXh3eFdGQ1FuaEtDdU9FZTgvaDF6CmRIdzVNbWVTUUNEUmd4N1RlMm03by8vc0VBZzMrVWtwYUZ6eEUzaXJhWEgzSFRXN0NFbitEVDM4T0dvcDJWUDkKQ05lcmRhaU5XbHU3c2NrdUZqbEVPektFNzYyZFloaXQwN3NwMGE5RTRqcko1SFQ5TXNWMmovbkF2WHJKM3haeApINnQwL2FQTk5uVDBNSFZvVUhSZVZHRWNsUENDb3NmdmFWWElzRzBNa0JyQ1NZYXg2dz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0505 09:40:06.758740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0505 09:40:08.854041 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 09:40:08.854064 1 tasks.go:49] processing task group 2 of 3 I0505 09:40:08.854088 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:40:08.854086 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:40:08.854102 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 09:40:08.854122 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 09:40:08.854138 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 09:40:08.854156 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 09:40:08.854172 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:40:08.854188 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:40:08.854209 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:40:08.854230 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 09:40:08.854248 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:40:08.854260 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 09:40:08.854276 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 09:40:08.854289 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 09:40:08.854291 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 09:40:08.925997 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:40:08.951156 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 09:40:08.957453 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:40:08.965521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0505 09:40:08.980856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0505 09:40:09.004215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0505 09:40:09.019530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0505 09:40:09.033562 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:40:09.036742 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0505 09:40:09.459583 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0505 09:40:09.946908 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:40:09.986112 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 09:40:09.989317 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:40:09.997271 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:40:10.025190 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 09:40:12.062696 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 09:40:14.017015 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 09:40:14.090771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0505 09:40:14.924067 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 09:40:19.187173 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 09:40:20.052846 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 09:40:24.300694 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 09:40:24.300719 1 tasks.go:49] processing task group 3 of 3 I0505 09:40:24.300731 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 09:40:24.353060 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 09:40:24.353133 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a2859c24-d07e-4483-9808-4d178719c513", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0505 09:40:24.360163 1 operator.go:851] Updating ClusterOperator status to done. W0505 09:40:24.402196 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 09:40:24.436643 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 09:40:24.442839 1 tasks.go:49] processing task group 1 of 3 I0505 09:40:24.442866 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 09:40:24.442890 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:40:24.460028 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:40:27.609464 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 09:40:27.609484 1 tasks.go:49] processing task group 2 of 3 I0505 09:40:27.609505 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:40:27.609506 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:40:27.609529 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 09:40:27.609546 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 09:40:27.609560 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:40:27.609581 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 09:40:27.609599 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 09:40:27.609616 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:40:27.609636 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 09:40:27.609659 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:40:27.609661 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 09:40:27.609661 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:40:27.609666 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 09:40:27.610396 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 09:40:27.610494 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 09:40:27.667394 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:40:27.690273 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:40:27.699947 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 09:40:27.768663 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:40:28.683092 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:40:28.718659 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 09:40:28.727371 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:40:28.743172 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:40:28.753312 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 09:40:30.789114 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 09:40:32.760957 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 09:40:33.681444 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 09:40:33.783933 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 09:40:38.811642 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 09:40:40.410829 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 09:40:42.987881 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 09:40:42.987906 1 tasks.go:49] processing task group 3 of 3 I0505 09:40:42.987922 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 09:40:43.031978 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 09:40:43.039617 1 operator.go:851] Updating ClusterOperator status to done. W0505 09:40:43.051933 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 09:40:43.087493 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 09:40:43.093600 1 tasks.go:49] processing task group 1 of 3 I0505 09:40:43.093623 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 09:40:43.093640 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:40:43.115139 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:40:46.260034 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 09:40:46.260058 1 tasks.go:49] processing task group 2 of 3 I0505 09:40:46.260087 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:40:46.260089 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 09:40:46.260097 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:40:46.260119 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 09:40:46.260141 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:40:46.260153 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:40:46.260171 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 09:40:46.260181 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 09:40:46.260202 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:40:46.260217 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 09:40:46.260234 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 09:40:46.260249 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 09:40:46.260263 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 09:40:46.260280 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 09:40:46.260297 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:40:46.331206 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:40:46.373956 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 09:40:46.374066 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:40:46.444364 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:40:47.363476 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:40:47.397507 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:40:47.410045 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 09:40:47.410467 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:40:47.448941 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 09:40:49.460821 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 09:40:51.434213 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 09:40:52.336584 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 09:40:52.456950 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 09:40:57.453405 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 09:41:01.676309 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 09:41:01.676364 1 tasks.go:49] processing task group 3 of 3 I0505 09:41:01.676384 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 09:41:01.720507 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 09:41:01.727431 1 operator.go:851] Updating ClusterOperator status to done. I0505 09:41:07.158523 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0505 09:41:07.158552 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 09:41:07.198644 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 09:41:07.205410 1 tasks.go:49] processing task group 1 of 3 I0505 09:41:07.205438 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 09:41:07.205452 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:41:07.223289 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:41:10.375676 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 09:41:10.375698 1 tasks.go:49] processing task group 2 of 3 I0505 09:41:10.375721 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:41:10.375730 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 09:41:10.375743 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 09:41:10.375754 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:41:10.375783 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 09:41:10.375811 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 09:41:10.375817 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 09:41:10.375833 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 09:41:10.375851 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 09:41:10.375879 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:41:10.375895 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 09:41:10.375919 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:41:10.375944 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:41:10.375953 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 09:41:10.375791 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:41:10.455438 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:41:10.480797 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 09:41:10.481174 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:41:10.555203 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:41:11.482286 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:41:11.510516 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:41:11.512293 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 09:41:11.543265 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 09:41:11.554953 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:41:13.582026 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 09:41:15.546795 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 09:41:16.451960 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 09:41:16.562007 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 09:41:21.581703 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 09:41:25.776102 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 09:41:25.776130 1 tasks.go:49] processing task group 3 of 3 I0505 09:41:25.776149 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 09:41:25.827639 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 09:41:25.834852 1 operator.go:851] Updating ClusterOperator status to done. I0505 09:43:39.864293 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 09:43:39.864345 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 09:43:39.912953 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 09:43:39.919188 1 tasks.go:49] processing task group 1 of 3 I0505 09:43:39.919215 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 09:43:39.919232 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:43:39.936489 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:43:43.100286 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 09:43:43.100308 1 tasks.go:49] processing task group 2 of 3 I0505 09:43:43.100354 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:43:43.100358 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 09:43:43.100375 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 09:43:43.100387 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:43:43.100404 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 09:43:43.100425 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:43:43.100449 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 09:43:43.100468 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 09:43:43.100483 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 09:43:43.100508 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:43:43.100518 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:43:43.100534 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 09:43:43.100553 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:43:43.100365 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 09:43:43.100590 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 09:43:43.168405 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:43:43.192629 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:43:43.193289 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 09:43:43.260104 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:43:44.193251 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:43:44.228782 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 09:43:44.231210 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:43:44.242896 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:43:44.264312 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 09:43:46.284124 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 09:43:48.279414 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 09:43:49.168908 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 09:43:49.278644 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 09:43:54.285504 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 09:43:58.486157 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 09:43:58.486179 1 tasks.go:49] processing task group 3 of 3 I0505 09:43:58.486192 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 09:43:58.530917 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 09:43:58.537516 1 operator.go:851] Updating ClusterOperator status to done. I0505 09:48:39.864676 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 09:48:39.864726 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 09:48:39.893784 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 09:48:39.898581 1 tasks.go:49] processing task group 1 of 3 I0505 09:48:39.898605 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 09:48:39.898623 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:48:39.912323 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:48:43.053768 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 09:48:43.053790 1 tasks.go:49] processing task group 2 of 3 I0505 09:48:43.053818 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:48:43.053820 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 09:48:43.053837 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 09:48:43.053859 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 09:48:43.053878 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 09:48:43.053916 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:48:43.053931 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 09:48:43.053943 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 09:48:43.053962 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 09:48:43.053982 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:48:43.054004 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:48:43.054027 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 09:48:43.054046 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:48:43.054068 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:48:43.054067 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 09:48:43.151171 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:48:43.158700 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 09:48:43.175224 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:48:43.237372 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:48:44.205098 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:48:44.298627 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 09:48:44.349036 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:48:44.366599 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 09:48:44.391968 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:48:46.365472 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 09:48:48.233953 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 09:48:49.115354 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 09:48:49.251780 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 09:48:54.445116 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 09:48:58.484313 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 09:48:58.484360 1 tasks.go:49] processing task group 3 of 3 I0505 09:48:58.484375 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 09:48:58.524544 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 09:48:58.530750 1 operator.go:851] Updating ClusterOperator status to done. I0505 09:53:39.772482 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0505 09:53:39.772506 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0505 09:53:39.772532 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 09:53:39.774755 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0505 09:53:39.774784 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0505 09:53:39.774901 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0505 09:53:39.774921 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0505 09:53:39.774938 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0505 09:53:39.777581 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0505 09:53:39.777804 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0505 09:53:39.778586 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0505 09:53:39.780229 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0505 09:53:39.807501 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 09:53:39.813812 1 tasks.go:49] processing task group 1 of 3 I0505 09:53:39.813836 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 09:53:39.813849 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:53:39.820097 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0505 09:53:39.828411 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:53:39.864040 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0505 09:53:42.970163 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 09:53:42.970186 1 tasks.go:49] processing task group 2 of 3 I0505 09:53:42.970213 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:53:42.970218 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 09:53:42.970232 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:53:42.970252 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 09:53:42.970272 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 09:53:42.970289 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:53:42.970314 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 09:53:42.970353 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 09:53:42.970371 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 09:53:42.970408 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 09:53:42.970398 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 09:53:42.970425 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 09:53:42.970429 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:53:42.970455 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:53:42.970493 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:53:43.039998 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:53:43.059708 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 09:53:43.062432 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:53:43.124787 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:53:44.060129 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:53:44.112950 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:53:44.122036 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 09:53:44.133290 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:53:44.180277 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 09:53:46.132430 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 09:53:48.116087 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 09:53:49.029127 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 09:53:49.138365 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 09:53:54.189025 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 09:53:58.336134 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 09:53:58.336161 1 tasks.go:49] processing task group 3 of 3 I0505 09:53:58.336167 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 09:53:58.388008 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 09:53:58.394989 1 operator.go:851] Updating ClusterOperator status to done. W0505 09:53:58.405795 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 09:53:58.437038 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 09:53:58.442399 1 tasks.go:49] processing task group 1 of 3 I0505 09:53:58.442423 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 09:53:58.442443 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:53:58.457789 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:54:01.580760 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 09:54:01.580782 1 tasks.go:49] processing task group 2 of 3 I0505 09:54:01.580810 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:54:01.580818 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 09:54:01.580829 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 09:54:01.580853 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 09:54:01.580865 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:54:01.580896 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 09:54:01.580916 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 09:54:01.580930 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:54:01.580947 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:54:01.580970 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 09:54:01.580965 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:54:01.580989 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:54:01.580904 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 09:54:01.581007 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 09:54:01.581052 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 09:54:01.647486 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:54:01.672641 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 09:54:01.673096 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:54:01.739630 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:54:02.674301 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:54:02.700859 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:54:02.701519 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 09:54:02.719271 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:54:02.730456 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 09:54:04.751593 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 09:54:06.723742 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 09:54:07.643492 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 09:54:07.752688 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 09:54:12.757214 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 09:54:16.925782 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 09:54:16.925808 1 tasks.go:49] processing task group 3 of 3 I0505 09:54:16.925819 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 09:54:16.963706 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 09:54:16.969466 1 operator.go:851] Updating ClusterOperator status to done. I0505 09:58:39.863978 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 09:58:39.864037 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 09:58:39.893593 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 09:58:39.898249 1 tasks.go:49] processing task group 1 of 3 I0505 09:58:39.898278 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 09:58:39.898287 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:58:39.910725 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 09:58:43.070849 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 09:58:43.070870 1 tasks.go:49] processing task group 2 of 3 I0505 09:58:43.070894 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:58:43.070901 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 09:58:43.070915 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 09:58:43.070927 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:58:43.070957 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:58:43.070980 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 09:58:43.070992 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:58:43.071010 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 09:58:43.071033 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:58:43.071055 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:58:43.071054 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 09:58:43.071074 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 09:58:43.071108 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 09:58:43.071129 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 09:58:43.071154 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 09:58:43.149350 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 09:58:43.163542 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 09:58:43.172853 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 09:58:43.230979 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 09:58:44.161566 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 09:58:44.186126 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 09:58:44.194247 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 09:58:44.209555 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 09:58:44.228634 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 09:58:46.257056 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 09:58:48.238249 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 09:58:49.129962 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 09:58:49.266604 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 09:58:54.255840 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 09:58:58.432472 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 09:58:58.432496 1 tasks.go:49] processing task group 3 of 3 I0505 09:58:58.432510 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 09:58:58.470390 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 09:58:58.475926 1 operator.go:851] Updating ClusterOperator status to done. I0505 10:03:39.864523 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0505 10:03:39.864578 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0505 10:03:39.894416 1 operator.go:830] Updating ClusterOperator status to InProgress. I0505 10:03:39.899300 1 tasks.go:49] processing task group 1 of 3 I0505 10:03:39.899326 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0505 10:03:39.899353 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0505 10:03:39.913246 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0505 10:03:43.058101 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0505 10:03:43.058123 1 tasks.go:49] processing task group 2 of 3 I0505 10:03:43.058150 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 10:03:43.058159 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0505 10:03:43.058175 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 10:03:43.058194 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0505 10:03:43.058215 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0505 10:03:43.058235 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0505 10:03:43.058265 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0505 10:03:43.058277 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0505 10:03:43.058298 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 10:03:43.058318 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0505 10:03:43.058358 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0505 10:03:43.058371 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 10:03:43.058380 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0505 10:03:43.058395 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0505 10:03:43.058425 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0505 10:03:43.128893 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0505 10:03:43.144893 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0505 10:03:43.165905 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0505 10:03:43.217119 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0505 10:03:44.209308 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0505 10:03:44.268301 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0505 10:03:44.279920 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0505 10:03:44.310079 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0505 10:03:44.336009 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0505 10:03:46.348109 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0505 10:03:48.203518 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0505 10:03:49.116019 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0505 10:03:49.220534 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0505 10:03:54.366624 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0505 10:03:58.464886 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0505 10:03:58.464912 1 tasks.go:49] processing task group 3 of 3 I0505 10:03:58.464928 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0505 10:03:58.505685 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0505 10:03:58.511290 1 operator.go:851] Updating ClusterOperator status to done.