W0428 11:26:07.862935 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0428 11:26:07.863246 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0428 11:26:07.863260 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0428 11:26:07.863268 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0428 11:26:07.863272 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0428 11:26:07.887199 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0428 11:26:07.890702 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0428 11:26:07.890783 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0428 11:26:07.890953 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0428 11:26:07.892880 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0428 11:26:07.897908 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0428 11:26:07.901556 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0428 11:26:07.901650 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 11:26:07.903026 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 11:26:07.903228 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0428 11:26:07.904629 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 11:26:07.905813 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 11:26:07.905864 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 11:26:07.907753 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 11:26:07.907928 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 11:26:07.908005 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0428 11:26:07.909312 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 11:26:07.910576 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 11:26:07.911618 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:26:07.914504 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0428 11:26:07.914860 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0428 11:26:07.948380 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0428 11:26:07.994964 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 11:26:07.995006 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:26:07.995045 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0428 11:26:07.995053 1 rule_controller.go:113] Starting alerting rules controller I0428 11:26:07.995064 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0428 11:26:07.995060 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0428 11:26:07.995073 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0428 11:26:07.995069 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0428 11:26:07.995077 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0428 11:26:07.995082 1 relabel_controller.go:117] Starting alert relabel config controller I0428 11:26:07.995089 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0428 11:26:07.995077 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0428 11:26:07.995095 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0428 11:26:07.995098 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0428 11:26:07.995099 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0428 11:26:07.998295 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0428 11:26:07.998448 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0428 11:26:07.999298 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0428 11:26:07.999301 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0428 11:26:08.000225 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.000339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 11:26:08.000446 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.000458 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.000706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 11:26:08.000715 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0428 11:26:08.013296 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-2qx5s" is created for OpenShiftMonitoringTelemeterClientCertRequester I0428 11:26:08.017537 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-kkjcr" is created for OpenShiftMonitoringClientCertRequester I0428 11:26:08.018127 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-kvl8l" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0428 11:26:08.023265 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.025382 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.030119 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.030165 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.035474 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.036455 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.036464 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.039330 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.040691 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.040742 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.044923 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.046205 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.046212 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.048190 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:26:08.053805 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.053808 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.053996 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.065639 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.065659 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.065671 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.065861 1 tasks.go:49] processing task group 1 of 3 I0428 11:26:08.065900 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:26:08.065914 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:26:08.069653 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.070348 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.070637 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.073525 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.074872 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.074877 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.080033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0428 11:26:08.085522 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0428 11:26:08.086075 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.089239 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.090213 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:26:08.090232 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0428 11:26:08.095338 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0428 11:26:08.095351 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0428 11:26:08.097599 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0428 11:26:08.098130 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0428 11:26:08.101384 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0428 11:26:08.101420 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0428 11:26:08.101454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0428 11:26:08.101649 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0428 11:26:08.109019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0428 11:26:08.152240 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0428 11:26:08.235867 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0428 11:26:08.248100 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 11:26:08.285454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 11:26:08.300812 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0428 11:26:09.131700 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0428 11:26:09.133237 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0428 11:26:09.133252 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0428 11:26:09.133264 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0428 11:26:09.133269 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0428 11:26:09.135887 1 secure_serving.go:57] Forcing use of http/1.1 only I0428 11:26:09.135966 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0428 11:26:09.140053 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0428 11:26:09.140066 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0428 11:26:09.140096 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0428 11:26:09.140105 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0428 11:26:09.140131 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0428 11:26:09.140147 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0428 11:26:09.140363 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0428 11:26:09.140507 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777375539\" (2026-04-28 11:25:49 +0000 UTC to 2028-04-27 11:25:50 +0000 UTC (now=2026-04-28 11:26:09.140483311 +0000 UTC))" I0428 11:26:09.140696 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777375569\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777375568\" (2026-04-28 10:26:07 +0000 UTC to 2027-04-28 10:26:07 +0000 UTC (now=2026-04-28 11:26:09.14066376 +0000 UTC))" I0428 11:26:09.140714 1 secure_serving.go:213] Serving securely on [::]:8443 I0428 11:26:09.140731 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0428 11:26:09.140743 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0428 11:26:09.142811 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0428 11:26:09.142844 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0428 11:26:09.143691 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0428 11:26:09.240865 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0428 11:26:09.240881 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0428 11:26:09.240905 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0428 11:26:09.241041 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-28 10:59:47 +0000 UTC to 2036-04-25 10:59:47 +0000 UTC (now=2026-04-28 11:26:09.241021122 +0000 UTC))" I0428 11:26:09.241239 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777375539\" (2026-04-28 11:25:49 +0000 UTC to 2028-04-27 11:25:50 +0000 UTC (now=2026-04-28 11:26:09.241224197 +0000 UTC))" I0428 11:26:09.241397 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777375569\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777375568\" (2026-04-28 10:26:07 +0000 UTC to 2027-04-28 10:26:07 +0000 UTC (now=2026-04-28 11:26:09.241385669 +0000 UTC))" I0428 11:26:09.241505 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-28 10:59:51 +0000 UTC to 2036-04-25 10:59:51 +0000 UTC (now=2026-04-28 11:26:09.241494766 +0000 UTC))" I0428 11:26:09.241524 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-28 10:59:55 +0000 UTC to 2036-04-25 10:59:55 +0000 UTC (now=2026-04-28 11:26:09.241515331 +0000 UTC))" I0428 11:26:09.241540 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-28 10:59:59 +0000 UTC to 2036-04-25 10:59:59 +0000 UTC (now=2026-04-28 11:26:09.241532394 +0000 UTC))" I0428 11:26:09.241561 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-28 11:00:01 +0000 UTC to 2036-04-25 11:00:01 +0000 UTC (now=2026-04-28 11:26:09.241548775 +0000 UTC))" I0428 11:26:09.241578 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-28 11:00:03 +0000 UTC to 2036-04-25 11:00:03 +0000 UTC (now=2026-04-28 11:26:09.241569855 +0000 UTC))" I0428 11:26:09.241595 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pv477a5lhnbva0e6ci6jb0asv05tnph-kx-e3721f0cc6_customer-system-admin-signer@1777374120\" [] issuer=\"\" (2026-04-28 11:02:00 +0000 UTC to 2026-05-05 11:02:01 +0000 UTC (now=2026-04-28 11:26:09.241585085 +0000 UTC))" I0428 11:26:09.241613 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pv477a5lhnbva0e6ci6jb0asv05tnph-kx-e3721f0cc6_sre-system-admin-signer@1777374120\" [] issuer=\"\" (2026-04-28 11:02:02 +0000 UTC to 2026-05-05 11:02:03 +0000 UTC (now=2026-04-28 11:26:09.241604014 +0000 UTC))" I0428 11:26:09.241629 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-28 10:59:47 +0000 UTC to 2036-04-25 10:59:47 +0000 UTC (now=2026-04-28 11:26:09.241621839 +0000 UTC))" I0428 11:26:09.241799 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777375539\" (2026-04-28 11:25:49 +0000 UTC to 2028-04-27 11:25:50 +0000 UTC (now=2026-04-28 11:26:09.241786645 +0000 UTC))" I0428 11:26:09.241944 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777375569\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777375568\" (2026-04-28 10:26:07 +0000 UTC to 2027-04-28 10:26:07 +0000 UTC (now=2026-04-28 11:26:09.241934595 +0000 UTC))" I0428 11:26:11.351184 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0428 11:26:11.361611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0428 11:26:11.379001 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0428 11:26:12.041440 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0428 11:26:15.503640 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:26:15.503660 1 tasks.go:49] processing task group 2 of 3 I0428 11:26:15.503711 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:26:15.503709 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:26:15.503725 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:26:15.503737 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:26:15.503743 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:26:15.503745 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:26:15.503750 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:26:15.503758 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:26:15.503760 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:26:15.503769 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:26:15.503782 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:26:15.503782 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:26:15.503791 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:26:15.503794 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:26:15.503816 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:26:15.523691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0428 11:26:15.523713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0428 11:26:15.576000 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0428 11:26:15.587348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0428 11:26:15.592197 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0428 11:26:15.615755 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0428 11:26:15.667052 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:26:15.671071 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:26:15.712284 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:26:15.726468 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0428 11:26:15.731180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0428 11:26:15.736302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0428 11:26:15.736423 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0428 11:26:15.800252 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0428 11:26:15.806373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0428 11:26:15.885712 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0428 11:26:15.890926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0428 11:26:15.898142 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0428 11:26:15.904268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0428 11:26:15.904285 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0428 11:26:15.904291 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0428 11:26:15.912185 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0428 11:26:15.928368 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0428 11:26:15.928444 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0428 11:26:15.928454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0428 11:26:15.955244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0428 11:26:15.958305 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0428 11:26:15.985635 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0428 11:26:15.992697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0428 11:26:16.007514 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0428 11:26:16.032499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0428 11:26:16.148094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0428 11:26:16.200274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0428 11:26:16.238114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0428 11:26:16.282558 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0428 11:26:16.283268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0428 11:26:16.402377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0428 11:26:16.416189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0428 11:26:16.447477 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0428 11:26:16.544409 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0428 11:26:16.595036 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0428 11:26:16.642730 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0428 11:26:16.692363 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0428 11:26:16.727308 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0428 11:26:16.739574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0428 11:26:16.743878 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0428 11:26:16.799831 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0428 11:26:16.805441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0428 11:26:16.815501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0428 11:26:16.863366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0428 11:26:16.863431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0428 11:26:16.884985 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 11:26:16.887098 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0428 11:26:16.937790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0428 11:26:16.995438 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0428 11:26:17.102849 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0428 11:26:17.332974 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 11:26:17.738914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0428 11:26:17.755832 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:26:17.755906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0428 11:26:17.755970 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0428 11:26:17.756228 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0428 11:26:17.769833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0428 11:26:17.845124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0428 11:26:17.943238 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0428 11:26:17.961145 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-d4hsctrokqhhd -n openshift-monitoring because it was missing I0428 11:26:18.041516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0428 11:26:18.162942 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0428 11:26:18.266865 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0428 11:26:18.367692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0428 11:26:18.469115 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0428 11:26:18.567769 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0428 11:26:18.607123 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:26:18.669527 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0428 11:26:18.692558 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:26:18.768823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0428 11:26:18.870602 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0428 11:26:18.945120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0428 11:26:18.959465 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0428 11:26:19.477617 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0428 11:26:20.057338 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:26:20.134275 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:26:20.501413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-8eevg8ctpcdrl -n openshift-monitoring because it was missing I0428 11:26:20.577417 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0428 11:26:20.626549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0428 11:26:21.086801 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:26:21.988084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-fu2fo6ru82l8 -n openshift-monitoring because it was missing I0428 11:26:22.003817 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0428 11:26:22.025146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0428 11:26:22.036163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0428 11:26:24.686433 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:26:24.686506 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0428 11:26:31.033904 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0428 11:26:31.068701 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:26:36.798239 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:26:36.818048 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:26:37.798192 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:26:45.566654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0428 11:26:45.578216 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:26:45.578291 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0428 11:26:54.814562 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:26:56.958010 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:27:32.090006 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:27:32.090045 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0428 11:27:32.090055 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0428 11:27:32.090073 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0428 11:27:32.091177 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:27:32.119290 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:27:32.123904 1 tasks.go:49] processing task group 1 of 3 I0428 11:27:32.123932 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:27:32.123946 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:27:32.135670 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:27:33.169737 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTW93NFVVam5VWU13RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056TTNOVFV6T1RBZQpGdzB5TmpBME1qZ3hNVEkxTXpoYUZ3MHlPREEyTWpZeE1USTFNemxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN6TnpVMU16a3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRElOcHF3ekZBOEgrWm9LUitJdldLWXZtSEYwMVdnRlJFUQpnNnpMblNVV2p2b0hKUFlnSTNJU0g2VEgzQ1VscWVGVFhTdGJPYWs0Yk9OYmMrTGNpWDI3b2M1ai9IeHRPRW53Cks4ZmtjbVVNb3puWkJORkVlZFJ6RW4rL3lZb0QxMmZZZDRlNy9JYVB2b25oVE1iWDl3ekJxMUZ6N3NSdFp3V1YKVW5WWTByV1BvTGdqZDl1eTNTeFZqSEtyQkVMM0FNWHUwRC9zVU1KWTBEUTBVck5QWlpaMkFGbDcyRFA2UGxBTgpwazczQktsNnpMOXhTeDdrcURpbzkrYyt0RlJmeUdFVENURzBhUWxvTjFrUGNTaU9JNWdaYnh0eCtUS0pWZnlqCmZOM3pOaXFSRWZYZFRKZ3J5Sk4zZVh0ZkNid1cwMkIxQ3hFeEFYeW9vaEIxdWs1U1d0ZFRBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNwTUpnSwprRXU5QmJ1SXZocXZmSndoTGhTY0tEQWZCZ05WSFNNRUdEQVdnQlNwTUpnS2tFdTlCYnVJdmhxdmZKd2hMaFNjCktEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFsNVVOMHh6VTY1SnoyeFZkb0ZEWTFBVlM0K05lZGJTSHFpangKbHZiQjM0ano3dGlPUTJJbXMxVnIrM01uUXliMGY2QTFEWXBsalBZL2IvL3ZlQ2ttRC8yMjh5NEpUYzNzOXF0SApscUdRdncvT3kzb0REWFBvM3VFR0paeTVpRWIyRWNCZVZITm96WjM5UWlPQ3JhN1pvSVUxcVNBUUlucHA1SHFHCnFmMWVrZGpabzNMc1ZZZUlGNTAyVTh6N09uQ081TUVIZ2NNMFlUV0tQa1JPNUFjdHMwU0xndW9jcXNSdlc1ZWwKNWVPTklMbjNFQUJHVFlPc0ptTm5UL3VaM29iNTJqRVM5dkJlTXRocnBMQjA5dFFJc1h1akp5QTlhSlpWRjR1dgpzWHk5U2src1hOU1FPYnRLL0FPa2ltQ3lweWVKdE1MZ1BIMEppcFZlVzU2TGJwb3Bhdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0428 11:27:33.174940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0428 11:27:33.180655 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTW93NFVVam5VWU13RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056TTNOVFV6T1RBZQpGdzB5TmpBME1qZ3hNVEkxTXpoYUZ3MHlPREEyTWpZeE1USTFNemxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN6TnpVMU16a3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRElOcHF3ekZBOEgrWm9LUitJdldLWXZtSEYwMVdnRlJFUQpnNnpMblNVV2p2b0hKUFlnSTNJU0g2VEgzQ1VscWVGVFhTdGJPYWs0Yk9OYmMrTGNpWDI3b2M1ai9IeHRPRW53Cks4ZmtjbVVNb3puWkJORkVlZFJ6RW4rL3lZb0QxMmZZZDRlNy9JYVB2b25oVE1iWDl3ekJxMUZ6N3NSdFp3V1YKVW5WWTByV1BvTGdqZDl1eTNTeFZqSEtyQkVMM0FNWHUwRC9zVU1KWTBEUTBVck5QWlpaMkFGbDcyRFA2UGxBTgpwazczQktsNnpMOXhTeDdrcURpbzkrYyt0RlJmeUdFVENURzBhUWxvTjFrUGNTaU9JNWdaYnh0eCtUS0pWZnlqCmZOM3pOaXFSRWZYZFRKZ3J5Sk4zZVh0ZkNid1cwMkIxQ3hFeEFYeW9vaEIxdWs1U1d0ZFRBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNwTUpnSwprRXU5QmJ1SXZocXZmSndoTGhTY0tEQWZCZ05WSFNNRUdEQVdnQlNwTUpnS2tFdTlCYnVJdmhxdmZKd2hMaFNjCktEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFsNVVOMHh6VTY1SnoyeFZkb0ZEWTFBVlM0K05lZGJTSHFpangKbHZiQjM0ano3dGlPUTJJbXMxVnIrM01uUXliMGY2QTFEWXBsalBZL2IvL3ZlQ2ttRC8yMjh5NEpUYzNzOXF0SApscUdRdncvT3kzb0REWFBvM3VFR0paeTVpRWIyRWNCZVZITm96WjM5UWlPQ3JhN1pvSVUxcVNBUUlucHA1SHFHCnFmMWVrZGpabzNMc1ZZZUlGNTAyVTh6N09uQ081TUVIZ2NNMFlUV0tQa1JPNUFjdHMwU0xndW9jcXNSdlc1ZWwKNWVPTklMbjNFQUJHVFlPc0ptTm5UL3VaM29iNTJqRVM5dkJlTXRocnBMQjA5dFFJc1h1akp5QTlhSlpWRjR1dgpzWHk5U2src1hOU1FPYnRLL0FPa2ltQ3lweWVKdE1MZ1BIMEppcFZlVzU2TGJwb3Bhdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0428 11:27:33.185644 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0428 11:27:35.279915 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:27:35.279939 1 tasks.go:49] processing task group 2 of 3 I0428 11:27:35.279963 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:27:35.279977 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:27:35.279987 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:27:35.280006 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:27:35.280020 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:27:35.280039 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:27:35.280051 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:27:35.280067 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:27:35.280088 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:27:35.280112 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:27:35.280121 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:27:35.280148 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:27:35.280174 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:27:35.280193 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:27:35.280202 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:27:35.375512 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:27:35.396349 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:27:35.415559 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:27:35.421360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0428 11:27:35.446322 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0428 11:27:35.468215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0428 11:27:35.496400 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0428 11:27:35.519329 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 11:27:35.533337 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:27:35.574405 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 11:27:36.384266 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:27:36.392088 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:27:36.417136 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:27:36.425772 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:27:36.464158 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:27:38.456306 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:27:40.448182 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:27:40.590670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0428 11:27:41.338772 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:27:45.688615 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:28:46.521369 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:29:50.674308 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:29:50.674343 1 tasks.go:49] processing task group 3 of 3 I0428 11:29:50.674351 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:29:50.725077 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:29:50.725163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a7bc3b51-f55e-4354-af3f-b3f86b48c847", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0428 11:29:50.732410 1 operator.go:851] Updating ClusterOperator status to done. W0428 11:29:50.782001 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:29:50.815015 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:29:50.820078 1 tasks.go:49] processing task group 1 of 3 I0428 11:29:50.820094 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:29:50.820112 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:29:50.834642 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:29:53.973797 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:29:53.973819 1 tasks.go:49] processing task group 2 of 3 I0428 11:29:53.973848 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:29:53.973847 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:29:53.973867 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:29:53.973884 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:29:53.973906 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:29:53.973938 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:29:53.973957 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:29:53.973982 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:29:53.974012 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:29:53.974036 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:29:53.974038 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:29:53.974043 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:29:53.974069 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:29:53.974028 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:29:53.974020 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:29:54.034093 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:29:54.060645 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:29:54.073699 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:29:54.124753 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:29:55.068139 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:29:55.097778 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:29:55.102508 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:29:55.115607 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:29:55.122510 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:29:57.144270 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:29:59.120652 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:30:00.033179 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:30:00.126777 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:30:05.149603 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:30:06.061077 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:30:09.308125 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:30:09.308150 1 tasks.go:49] processing task group 3 of 3 I0428 11:30:09.308162 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:30:09.349762 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:30:09.355400 1 operator.go:851] Updating ClusterOperator status to done. W0428 11:30:09.365666 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:30:09.392957 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:30:09.397780 1 tasks.go:49] processing task group 1 of 3 I0428 11:30:09.397801 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:30:09.397814 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:30:09.409722 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:30:12.525105 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:30:12.525127 1 tasks.go:49] processing task group 2 of 3 I0428 11:30:12.525156 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:30:12.525163 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:30:12.525181 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:30:12.525200 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:30:12.525218 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:30:12.525237 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:30:12.525263 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:30:12.525282 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:30:12.525309 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:30:12.525332 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:30:12.525333 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:30:12.525361 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:30:12.525309 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:30:12.526021 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:30:12.526280 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:30:12.590392 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:30:12.609483 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:30:12.615996 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:30:12.667751 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:30:13.601932 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:30:13.632729 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:30:13.636623 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:30:13.640822 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:30:13.673864 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:30:15.677929 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:30:17.659756 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:30:18.585576 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:30:18.680849 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:30:23.682900 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:30:27.833204 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:30:27.833232 1 tasks.go:49] processing task group 3 of 3 I0428 11:30:27.833248 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:30:27.868732 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:30:27.874524 1 operator.go:851] Updating ClusterOperator status to done. I0428 11:31:07.995379 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 11:31:07.995419 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:31:08.023397 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:31:08.027950 1 tasks.go:49] processing task group 1 of 3 I0428 11:31:08.027977 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:31:08.027990 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:31:08.040332 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:31:11.172271 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:31:11.172293 1 tasks.go:49] processing task group 2 of 3 I0428 11:31:11.172323 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:31:11.172328 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:31:11.172345 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:31:11.172368 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:31:11.172384 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:31:11.172406 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:31:11.172428 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:31:11.172448 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:31:11.172486 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:31:11.172508 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:31:11.172495 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:31:11.172513 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:31:11.172525 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:31:11.172527 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:31:11.172376 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:31:11.246475 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:31:11.266632 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:31:11.272357 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:31:11.329552 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:31:12.257317 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:31:12.281797 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:31:12.290243 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:31:12.298077 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:31:12.310941 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:31:14.327437 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:31:16.326370 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:31:17.232759 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:31:17.344497 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:31:22.336896 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:31:26.502421 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:31:26.502453 1 tasks.go:49] processing task group 3 of 3 I0428 11:31:26.502476 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:31:26.542963 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:31:26.548382 1 operator.go:851] Updating ClusterOperator status to done. I0428 11:32:30.356746 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0428 11:32:30.356778 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:32:30.387693 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:32:30.392764 1 tasks.go:49] processing task group 1 of 3 I0428 11:32:30.392791 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:32:30.392804 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:32:30.407042 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:32:33.605378 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:32:33.605399 1 tasks.go:49] processing task group 2 of 3 I0428 11:32:33.605427 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:32:33.605429 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:32:33.605447 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:32:33.605469 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:32:33.605488 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:32:33.605509 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:32:33.605525 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:32:33.605550 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:32:33.605578 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:32:33.605579 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:32:33.605582 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:32:33.605580 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:32:33.605750 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:32:33.606036 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:32:33.606619 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:32:33.738589 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:32:33.762715 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:32:33.789457 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:32:33.844802 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:32:34.730610 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:32:34.736049 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:32:34.767472 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:32:34.788125 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:32:34.822873 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:32:36.789434 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:32:38.824043 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:32:39.677827 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:32:39.845634 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:32:44.774549 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:32:48.976718 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:32:48.976745 1 tasks.go:49] processing task group 3 of 3 I0428 11:32:48.976760 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:32:49.014423 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:32:49.019927 1 operator.go:851] Updating ClusterOperator status to done. I0428 11:36:07.995861 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 11:36:07.995901 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:36:08.023927 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:36:08.028520 1 tasks.go:49] processing task group 1 of 3 I0428 11:36:08.028550 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:36:08.028564 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:36:08.041087 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:36:11.153616 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:36:11.153637 1 tasks.go:49] processing task group 2 of 3 I0428 11:36:11.153668 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:36:11.153692 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:36:11.153704 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:36:11.153718 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:36:11.153739 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:36:11.153750 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:36:11.153770 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:36:11.153791 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:36:11.153805 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:36:11.153828 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:36:11.153856 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:36:11.153862 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:36:11.153885 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:36:11.153696 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:36:11.153667 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:36:11.207517 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:36:11.225262 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:36:11.237183 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:36:11.289264 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:36:12.228766 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:36:12.247933 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:36:12.252362 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:36:12.260328 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:36:12.289191 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:36:14.304386 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:36:16.278363 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:36:17.217445 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:36:17.316527 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:36:22.311410 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:36:26.459952 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:36:26.459982 1 tasks.go:49] processing task group 3 of 3 I0428 11:36:26.460006 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:36:26.495894 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:36:26.501063 1 operator.go:851] Updating ClusterOperator status to done. I0428 11:41:07.902386 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0428 11:41:07.902425 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:41:07.903511 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0428 11:41:07.903529 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0428 11:41:07.906842 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0428 11:41:07.907063 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0428 11:41:07.907083 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0428 11:41:07.907126 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0428 11:41:07.907173 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0428 11:41:07.907896 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0428 11:41:07.909550 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0428 11:41:07.911602 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0428 11:41:07.943879 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:41:07.948727 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0428 11:41:07.949484 1 tasks.go:49] processing task group 1 of 3 I0428 11:41:07.949506 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:41:07.949524 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:41:07.962324 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:41:07.995590 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0428 11:41:11.099422 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:41:11.099446 1 tasks.go:49] processing task group 2 of 3 I0428 11:41:11.099467 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:41:11.099470 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:41:11.099484 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:41:11.099502 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:41:11.099523 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:41:11.099550 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:41:11.099567 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:41:11.099587 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:41:11.099593 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:41:11.099629 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:41:11.099649 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:41:11.099669 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:41:11.099726 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:41:11.099727 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:41:11.099762 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:41:11.168152 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:41:11.192885 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:41:11.199293 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:41:11.256955 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:41:12.190079 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:41:12.210917 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:41:12.218275 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:41:12.222575 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:41:12.262706 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:41:14.269395 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:41:16.251636 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:41:17.171720 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:41:17.276014 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:41:22.271196 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:41:26.485459 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:41:26.485484 1 tasks.go:49] processing task group 3 of 3 I0428 11:41:26.485496 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:41:26.795554 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:41:26.840782 1 operator.go:851] Updating ClusterOperator status to done. W0428 11:41:27.040788 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:41:27.418461 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:41:27.533277 1 tasks.go:49] processing task group 1 of 3 I0428 11:41:27.533308 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:41:27.533328 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:41:27.700579 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:41:30.981082 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:41:30.981105 1 tasks.go:49] processing task group 2 of 3 I0428 11:41:30.981135 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:41:30.981152 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:41:30.981157 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:41:30.981173 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:41:30.981196 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:41:30.981222 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:41:30.981230 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:41:30.981246 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:41:30.981265 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:41:30.981285 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:41:30.981144 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:41:30.981283 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:41:30.981298 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:41:30.981295 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:41:30.981138 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:41:31.075444 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:41:31.098914 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:41:31.103578 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:41:31.183309 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:41:32.092384 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:41:32.124007 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:41:32.124160 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:41:32.133498 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:41:32.154948 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:41:34.150265 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:41:36.161454 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:41:37.044616 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:41:37.174947 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:41:42.155088 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:41:46.347052 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:41:46.347078 1 tasks.go:49] processing task group 3 of 3 I0428 11:41:46.347092 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:41:46.394138 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:41:46.399860 1 operator.go:851] Updating ClusterOperator status to done. I0428 11:46:07.995093 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0428 11:46:07.995141 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0428 11:46:08.026818 1 operator.go:830] Updating ClusterOperator status to InProgress. I0428 11:46:08.031966 1 tasks.go:49] processing task group 1 of 3 I0428 11:46:08.031991 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0428 11:46:08.032005 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:46:08.046465 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0428 11:46:11.192658 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0428 11:46:11.192692 1 tasks.go:49] processing task group 2 of 3 I0428 11:46:11.192716 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:46:11.192760 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0428 11:46:11.192774 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0428 11:46:11.192804 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:46:11.192819 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:46:11.192829 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0428 11:46:11.192835 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0428 11:46:11.192861 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0428 11:46:11.192877 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0428 11:46:11.192897 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:46:11.192911 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0428 11:46:11.192928 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:46:11.192942 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0428 11:46:11.193010 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:46:11.192804 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0428 11:46:11.276164 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0428 11:46:11.290604 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0428 11:46:11.301129 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0428 11:46:11.369216 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0428 11:46:12.295866 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0428 11:46:12.322897 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0428 11:46:12.324655 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0428 11:46:12.332513 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0428 11:46:12.362766 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0428 11:46:14.388036 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0428 11:46:16.369713 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0428 11:46:17.258696 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0428 11:46:17.385091 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0428 11:46:22.489905 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0428 11:46:26.560494 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0428 11:46:26.560517 1 tasks.go:49] processing task group 3 of 3 I0428 11:46:26.560528 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0428 11:46:26.602493 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0428 11:46:26.608945 1 operator.go:851] Updating ClusterOperator status to done.