W0417 23:07:36.012764 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0417 23:07:36.013132 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0417 23:07:36.013149 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0417 23:07:36.013153 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0417 23:07:36.013158 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0417 23:07:36.064526 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0417 23:07:36.069892 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0417 23:07:36.070123 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0417 23:07:36.070240 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0417 23:07:36.071437 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0417 23:07:36.080964 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 23:07:36.083066 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 23:07:36.084916 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 23:07:36.085240 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0417 23:07:36.087004 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 23:07:36.087827 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0417 23:07:36.088073 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0417 23:07:36.092906 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 23:07:36.093240 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 23:07:36.093326 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0417 23:07:36.093866 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 23:07:36.094516 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 23:07:36.099596 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0417 23:07:36.100399 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0417 23:07:36.100582 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 23:07:36.104829 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 23:07:36.135418 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0417 23:07:36.176248 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 23:07:36.176316 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:07:36.176323 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0417 23:07:36.176331 1 rule_controller.go:113] Starting alerting rules controller I0417 23:07:36.176336 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0417 23:07:36.176357 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0417 23:07:36.176371 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0417 23:07:36.176375 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0417 23:07:36.176378 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0417 23:07:36.176382 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0417 23:07:36.176380 1 relabel_controller.go:117] Starting alert relabel config controller I0417 23:07:36.176386 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0417 23:07:36.176359 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0417 23:07:36.176399 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0417 23:07:36.176351 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0417 23:07:36.183640 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0417 23:07:36.183836 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0417 23:07:36.183843 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0417 23:07:36.183847 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0417 23:07:36.187175 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.187200 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.187177 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.187319 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0417 23:07:36.187344 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0417 23:07:36.187359 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0417 23:07:36.202150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-t4kw6" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0417 23:07:36.202296 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-fwx7r" is created for OpenShiftMonitoringTelemeterClientCertRequester I0417 23:07:36.210605 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.210673 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-v22pb" is created for OpenShiftMonitoringClientCertRequester I0417 23:07:36.210688 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0417 23:07:36.219049 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.236031 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.236032 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.246878 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.259600 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.259617 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.259662 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.268886 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:07:36.276446 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0417 23:07:36.276459 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0417 23:07:36.277106 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.277127 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.277151 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.294861 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.294915 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.294920 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.300565 1 tasks.go:49] processing task group 1 of 3 I0417 23:07:36.300595 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:07:36.300607 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:07:36.309774 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.309786 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0417 23:07:36.309777 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.309924 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.333875 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.335150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0417 23:07:36.335986 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.336298 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0417 23:07:36.347727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0417 23:07:36.348083 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0417 23:07:36.348172 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0417 23:07:36.348389 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0417 23:07:36.352865 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0417 23:07:36.353739 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0417 23:07:36.353898 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0417 23:07:36.363491 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:07:36.456666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0417 23:07:36.542703 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0417 23:07:36.562552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0417 23:07:36.610655 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0417 23:07:36.623510 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0417 23:07:36.625308 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0417 23:07:36.625331 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0417 23:07:36.625351 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0417 23:07:36.625356 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0417 23:07:36.627916 1 secure_serving.go:57] Forcing use of http/1.1 only I0417 23:07:36.627930 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0417 23:07:36.631761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0417 23:07:36.635686 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0417 23:07:36.635748 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0417 23:07:36.635692 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0417 23:07:36.635766 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0417 23:07:36.635707 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0417 23:07:36.635780 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0417 23:07:36.636106 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0417 23:07:36.636321 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776467227\" (2026-04-17 23:07:17 +0000 UTC to 2028-04-16 23:07:18 +0000 UTC (now=2026-04-17 23:07:36.636283984 +0000 UTC))" I0417 23:07:36.636601 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776467256\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776467256\" (2026-04-17 22:07:36 +0000 UTC to 2027-04-17 22:07:36 +0000 UTC (now=2026-04-17 23:07:36.63657383 +0000 UTC))" I0417 23:07:36.636631 1 secure_serving.go:213] Serving securely on [::]:8443 I0417 23:07:36.636656 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0417 23:07:36.636676 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0417 23:07:36.639677 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0417 23:07:36.639787 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0417 23:07:36.639876 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0417 23:07:36.736085 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0417 23:07:36.736098 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0417 23:07:36.736085 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0417 23:07:36.736339 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-17 22:40:48 +0000 UTC to 2036-04-14 22:40:48 +0000 UTC (now=2026-04-17 23:07:36.736299506 +0000 UTC))" I0417 23:07:36.736558 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776467227\" (2026-04-17 23:07:17 +0000 UTC to 2028-04-16 23:07:18 +0000 UTC (now=2026-04-17 23:07:36.736542748 +0000 UTC))" I0417 23:07:36.736734 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776467256\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776467256\" (2026-04-17 22:07:36 +0000 UTC to 2027-04-17 22:07:36 +0000 UTC (now=2026-04-17 23:07:36.73672198 +0000 UTC))" I0417 23:07:36.736867 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-17 22:40:50 +0000 UTC to 2036-04-14 22:40:50 +0000 UTC (now=2026-04-17 23:07:36.736851949 +0000 UTC))" I0417 23:07:36.736888 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-17 22:40:55 +0000 UTC to 2036-04-14 22:40:55 +0000 UTC (now=2026-04-17 23:07:36.736879068 +0000 UTC))" I0417 23:07:36.736903 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-17 22:40:59 +0000 UTC to 2036-04-14 22:40:59 +0000 UTC (now=2026-04-17 23:07:36.73689518 +0000 UTC))" I0417 23:07:36.736919 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-17 22:41:01 +0000 UTC to 2036-04-14 22:41:01 +0000 UTC (now=2026-04-17 23:07:36.736911997 +0000 UTC))" I0417 23:07:36.736945 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-17 22:41:03 +0000 UTC to 2036-04-14 22:41:03 +0000 UTC (now=2026-04-17 23:07:36.736936941 +0000 UTC))" I0417 23:07:36.736965 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2po6f20lrehkqpe8qdguqmqh40mbt2rp-kx-16a97d1acb_customer-system-admin-signer@1776465776\" [] issuer=\"\" (2026-04-17 22:43:00 +0000 UTC to 2026-04-24 22:43:01 +0000 UTC (now=2026-04-17 23:07:36.736955909 +0000 UTC))" I0417 23:07:36.736984 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2po6f20lrehkqpe8qdguqmqh40mbt2rp-kx-16a97d1acb_sre-system-admin-signer@1776465776\" [] issuer=\"\" (2026-04-17 22:42:58 +0000 UTC to 2026-04-24 22:42:59 +0000 UTC (now=2026-04-17 23:07:36.736975194 +0000 UTC))" I0417 23:07:36.737002 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-17 22:40:48 +0000 UTC to 2036-04-14 22:40:48 +0000 UTC (now=2026-04-17 23:07:36.736993197 +0000 UTC))" I0417 23:07:36.737181 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776467227\" (2026-04-17 23:07:17 +0000 UTC to 2028-04-16 23:07:18 +0000 UTC (now=2026-04-17 23:07:36.737166654 +0000 UTC))" I0417 23:07:36.737357 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776467256\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776467256\" (2026-04-17 22:07:36 +0000 UTC to 2027-04-17 22:07:36 +0000 UTC (now=2026-04-17 23:07:36.737345749 +0000 UTC))" I0417 23:07:40.684260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0417 23:07:40.706809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0417 23:07:40.720345 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0417 23:07:44.854145 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:07:44.854173 1 tasks.go:49] processing task group 2 of 3 I0417 23:07:44.854199 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:07:44.854219 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:07:44.854226 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:07:44.854236 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:07:44.854239 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:07:44.854245 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:07:44.854253 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:07:44.854260 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:07:44.854261 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:07:44.854270 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:07:44.854278 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:07:44.854276 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:07:44.854283 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:07:44.854289 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:07:44.854296 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:07:44.869372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0417 23:07:44.873075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0417 23:07:44.895075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0417 23:07:44.895414 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0417 23:07:44.897500 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0417 23:07:44.910293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0417 23:07:44.942126 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:07:44.947279 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:07:44.961809 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:07:44.970615 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0417 23:07:45.007856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0417 23:07:45.007879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0417 23:07:45.012299 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0417 23:07:45.012320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0417 23:07:45.019051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0417 23:07:45.108637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0417 23:07:45.109988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0417 23:07:45.112928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0417 23:07:45.113692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0417 23:07:45.113860 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0417 23:07:45.114525 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0417 23:07:45.128026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0417 23:07:45.131683 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0417 23:07:45.134540 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0417 23:07:45.134557 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0417 23:07:45.141158 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0417 23:07:45.149572 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0417 23:07:45.162018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0417 23:07:45.175596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0417 23:07:45.284736 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0417 23:07:45.288900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0417 23:07:45.397354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0417 23:07:45.439106 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0417 23:07:45.443868 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0417 23:07:45.541888 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0417 23:07:45.542090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0417 23:07:45.650826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0417 23:07:45.660338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0417 23:07:45.690398 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0417 23:07:45.759124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0417 23:07:45.857017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0417 23:07:45.930623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0417 23:07:45.961497 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0417 23:07:45.996667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0417 23:07:46.007842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0417 23:07:46.052414 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0417 23:07:46.065393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0417 23:07:46.143962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0417 23:07:46.144798 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0417 23:07:46.166633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0417 23:07:46.169493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0417 23:07:46.215786 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0417 23:07:46.230344 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0417 23:07:46.233172 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0417 23:07:46.233520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0417 23:07:46.299910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0417 23:07:46.577153 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0417 23:07:46.996771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0417 23:07:47.008247 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0417 23:07:47.020196 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0417 23:07:47.101173 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0417 23:07:47.195813 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0417 23:07:47.349339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0417 23:07:47.456217 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0417 23:07:47.551090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0417 23:07:47.650590 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0417 23:07:47.650760 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:07:47.650824 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0417 23:07:47.655579 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0417 23:07:47.753031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0417 23:07:47.856018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0417 23:07:47.960187 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0417 23:07:47.962446 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:07:47.971407 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:07:48.059190 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0417 23:07:48.163143 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0417 23:07:48.218520 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:07:48.232808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0417 23:07:48.250521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0417 23:07:48.253479 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-6h57lap2mj3iq -n openshift-monitoring because it was missing I0417 23:07:48.285549 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:07:48.723163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0417 23:07:49.258020 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:07:49.743948 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-fsv9hproi701b -n openshift-monitoring because it was missing I0417 23:07:49.916821 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0417 23:07:49.945039 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0417 23:07:51.276719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-5c8ks76umu2oo -n openshift-monitoring because it was missing I0417 23:07:51.292254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0417 23:07:51.315643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0417 23:07:51.325512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0417 23:07:53.991235 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:07:53.991309 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0417 23:07:59.325195 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0417 23:07:59.356503 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:08:14.796366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0417 23:08:14.806447 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:08:14.806517 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0417 23:08:21.194234 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 23:08:26.301543 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:08:48.213961 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 23:08:48.254276 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 23:08:49.214349 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 23:09:01.381081 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:09:01.381116 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0417 23:09:01.381124 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0417 23:09:01.381144 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0417 23:09:01.382253 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:09:01.409683 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:09:01.414143 1 tasks.go:49] processing task group 1 of 3 I0417 23:09:01.414165 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:09:01.414182 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:09:01.429294 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:09:02.462454 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQ21aeGIvalBrMTR3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qUTJOekl5TnpBZQpGdzB5TmpBME1UY3lNekEzTURaYUZ3MHlPREEyTVRVeU16QTNNRGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkwTmpjeU1qY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREI3WTB1SmJiT29OdGlHa2tYWGVnVXBtQlZMM25lSmF6NwpVbk9NU3Jqb2ZSZnY0b3V5R08wT05GdWZEZnkvdlBDNVd0WFAvTmFsWU5IU0N4VlNZbi8yZ2V6RFZwdU54MHhKCjdoQ28xVGNnWC9RNTBjQmNzR1c4a1JwNUdnemJTeDRMQUpkTmowUm5OaW9oeU4vL01kV1VKQmpSbXd1bnlDV3YKMzRVNDhNR1ZIUisxMzhZWDNraXZBT2VmSkVmVjRGaE1OMzh3ZDBPWThmbzA0TW9RYmJzS01KanhyY0RSNVRMQgpXTHFuc0NmZ1Vzd0JYbjkyN1M0Ym0xNVQxZ29WRGJzVDgxblovYUx6NkFFNE96TkUrQTUvVXUyWnNDZ2Rvc3NKCk5xc3c5a01VT3JkSzJyeU5rMVNpRjVUOHRxU0pjVTNBU3BBL1htMDl1RHpUM0pUSHBIYTlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlR4Y0w4UApTa3pTam5wZnRyNFR4NzZCcWRsVEFEQWZCZ05WSFNNRUdEQVdnQlR4Y0w4UFNrelNqbnBmdHI0VHg3NkJxZGxUCkFEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFZM05MM1dXUlA1NGdlSEtBVjJvSGs1bHRXYk5aZzR6NkFWUUIKdTRQSURqTCtCRzB3T0VYdzRqR3BGZFpQaVpGa3AxZU56cEt0WkZnS0tYZ0xtTEl4NC82VUJnNWpoSlZnTlZZbQpObVNPVHlxdjNFYk5UeUROczVIci9mWUxqZTkrVm03b0tWNk9WOFZBWmRQemdVZUZVRy9KOHVWMnFJWWwrTU1mCnAyRGlqUzROd3dUMGdaQjgzZFh2ZEo0ZjJvYTloTlYwMWZSdXA3YzBNcnR4SEZyVTNrVHNkd2F3OVgwN3VwajcKQ0pKM2ZWOTR5aWswWXJFWEJHNXlnSkVvSDh2YlFjUkFYZzJocFlocTJYWG13K2tkelRSNnpLTEliNlQxTjk5Zwp4ODNzUk96NExiTmFEYXB1R0FDNUdxQkhTMHBJaFh3ZkpTd2hpS29zbndMcUxDcU9mdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0417 23:09:02.468408 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0417 23:09:02.473112 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQ21aeGIvalBrMTR3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qUTJOekl5TnpBZQpGdzB5TmpBME1UY3lNekEzTURaYUZ3MHlPREEyTVRVeU16QTNNRGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkwTmpjeU1qY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREI3WTB1SmJiT29OdGlHa2tYWGVnVXBtQlZMM25lSmF6NwpVbk9NU3Jqb2ZSZnY0b3V5R08wT05GdWZEZnkvdlBDNVd0WFAvTmFsWU5IU0N4VlNZbi8yZ2V6RFZwdU54MHhKCjdoQ28xVGNnWC9RNTBjQmNzR1c4a1JwNUdnemJTeDRMQUpkTmowUm5OaW9oeU4vL01kV1VKQmpSbXd1bnlDV3YKMzRVNDhNR1ZIUisxMzhZWDNraXZBT2VmSkVmVjRGaE1OMzh3ZDBPWThmbzA0TW9RYmJzS01KanhyY0RSNVRMQgpXTHFuc0NmZ1Vzd0JYbjkyN1M0Ym0xNVQxZ29WRGJzVDgxblovYUx6NkFFNE96TkUrQTUvVXUyWnNDZ2Rvc3NKCk5xc3c5a01VT3JkSzJyeU5rMVNpRjVUOHRxU0pjVTNBU3BBL1htMDl1RHpUM0pUSHBIYTlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlR4Y0w4UApTa3pTam5wZnRyNFR4NzZCcWRsVEFEQWZCZ05WSFNNRUdEQVdnQlR4Y0w4UFNrelNqbnBmdHI0VHg3NkJxZGxUCkFEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFZM05MM1dXUlA1NGdlSEtBVjJvSGs1bHRXYk5aZzR6NkFWUUIKdTRQSURqTCtCRzB3T0VYdzRqR3BGZFpQaVpGa3AxZU56cEt0WkZnS0tYZ0xtTEl4NC82VUJnNWpoSlZnTlZZbQpObVNPVHlxdjNFYk5UeUROczVIci9mWUxqZTkrVm03b0tWNk9WOFZBWmRQemdVZUZVRy9KOHVWMnFJWWwrTU1mCnAyRGlqUzROd3dUMGdaQjgzZFh2ZEo0ZjJvYTloTlYwMWZSdXA3YzBNcnR4SEZyVTNrVHNkd2F3OVgwN3VwajcKQ0pKM2ZWOTR5aWswWXJFWEJHNXlnSkVvSDh2YlFjUkFYZzJocFlocTJYWG13K2tkelRSNnpLTEliNlQxTjk5Zwp4ODNzUk96NExiTmFEYXB1R0FDNUdxQkhTMHBJaFh3ZkpTd2hpS29zbndMcUxDcU9mdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0417 23:09:02.479899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0417 23:09:04.593063 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:09:04.593090 1 tasks.go:49] processing task group 2 of 3 I0417 23:09:04.593117 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:09:04.593127 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:09:04.593140 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:09:04.593161 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:09:04.593180 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:09:04.593182 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:09:04.593199 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:09:04.593233 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:09:04.593239 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:09:04.593259 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:09:04.593280 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:09:04.593304 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:09:04.593322 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:09:04.593157 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:09:04.593130 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:09:04.651064 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:09:04.669323 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:09:04.676535 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:09:04.687878 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0417 23:09:04.703412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0417 23:09:04.728462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0417 23:09:04.754354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0417 23:09:04.755564 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:09:04.772872 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0417 23:09:04.828405 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0417 23:09:05.667844 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:09:05.689997 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:09:05.694046 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:09:05.702722 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:09:05.732154 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:09:06.227871 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 23:09:07.736895 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:09:09.715896 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:09:09.820940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0417 23:09:10.651490 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:09:14.925809 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:09:15.740664 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:09:19.935132 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:09:19.935155 1 tasks.go:49] processing task group 3 of 3 I0417 23:09:19.935167 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:09:19.980917 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:09:19.981038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4a00a95a-55a1-42b3-ace2-dfff7bea2955", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0417 23:09:19.986688 1 operator.go:851] Updating ClusterOperator status to done. W0417 23:09:20.017638 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:09:20.046383 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:09:20.050819 1 tasks.go:49] processing task group 1 of 3 I0417 23:09:20.050843 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:09:20.050858 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:09:20.062441 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:09:22.237952 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 23:09:23.182457 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:09:23.182480 1 tasks.go:49] processing task group 2 of 3 I0417 23:09:23.182512 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:09:23.182521 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:09:23.182529 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:09:23.182571 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:09:23.182540 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:09:23.182512 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:09:23.182597 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:09:23.182603 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:09:23.182603 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:09:23.182578 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:09:23.182976 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:09:23.183339 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:09:23.183352 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:09:23.183414 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:09:23.182605 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:09:23.233773 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:09:23.254071 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:09:23.266868 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:09:23.319005 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:09:24.250118 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:09:24.273421 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:09:24.275874 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:09:24.293462 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:09:24.299911 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:09:26.328094 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:09:28.314262 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:09:29.242917 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:09:29.343329 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:09:34.327610 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:09:38.522876 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:09:38.522901 1 tasks.go:49] processing task group 3 of 3 I0417 23:09:38.522916 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:09:38.561030 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:09:38.566689 1 operator.go:851] Updating ClusterOperator status to done. W0417 23:09:38.576559 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:09:38.606217 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:09:38.611255 1 tasks.go:49] processing task group 1 of 3 I0417 23:09:38.611278 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:09:38.611291 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:09:38.623972 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:09:39.369778 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 23:09:41.744067 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:09:41.744089 1 tasks.go:49] processing task group 2 of 3 I0417 23:09:41.744116 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:09:41.744121 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:09:41.744135 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:09:41.744163 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:09:41.744175 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:09:41.744203 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:09:41.744244 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:09:41.744263 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:09:41.744272 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:09:41.744285 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:09:41.744303 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:09:41.744329 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:09:41.744345 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:09:41.744376 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:09:41.744385 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:09:41.792036 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:09:41.808861 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:09:41.823829 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:09:41.871645 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:09:42.808832 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:09:42.834969 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:09:42.839644 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:09:42.856900 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:09:42.868551 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:09:44.885935 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:09:46.866891 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:09:47.803117 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:09:47.884081 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:09:52.895914 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:09:57.063886 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:09:57.063914 1 tasks.go:49] processing task group 3 of 3 I0417 23:09:57.063928 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:09:57.101542 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:09:57.107282 1 operator.go:851] Updating ClusterOperator status to done. W0417 23:09:57.117181 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:09:57.146374 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:09:57.151088 1 tasks.go:49] processing task group 1 of 3 I0417 23:09:57.151111 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:09:57.151122 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:09:57.163690 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:10:00.295298 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:10:00.295320 1 tasks.go:49] processing task group 2 of 3 I0417 23:10:00.295345 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:10:00.295354 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:10:00.295365 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:10:00.295386 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:10:00.295411 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:10:00.295429 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:10:00.295455 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:10:00.295480 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:10:00.295481 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:10:00.295495 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:10:00.295515 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:10:00.295548 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:10:00.295558 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:10:00.295578 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:10:00.295463 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:10:00.368565 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:10:00.382242 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:10:00.384495 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:10:00.442167 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:10:01.388793 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:10:01.407543 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:10:01.409011 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:10:01.412053 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:10:01.461202 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:10:03.460578 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:10:05.443012 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:10:06.356918 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:10:06.457868 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:10:11.470155 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:10:15.624987 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:10:15.625013 1 tasks.go:49] processing task group 3 of 3 I0417 23:10:15.625023 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:10:15.675186 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:10:15.680802 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:12:36.177312 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 23:12:36.177353 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:12:36.214030 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:12:36.218378 1 tasks.go:49] processing task group 1 of 3 I0417 23:12:36.218409 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:12:36.218420 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:12:36.230120 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:12:39.353747 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:12:39.353769 1 tasks.go:49] processing task group 2 of 3 I0417 23:12:39.353792 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:12:39.353854 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:12:39.353874 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:12:39.353889 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:12:39.353909 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:12:39.353933 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:12:39.353941 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:12:39.353965 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:12:39.353984 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:12:39.353997 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:12:39.354014 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:12:39.354042 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:12:39.354062 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:12:39.354081 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:12:39.353918 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:12:39.395053 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:12:39.413279 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:12:39.434523 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:12:39.471113 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:12:40.415602 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:12:40.442931 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:12:40.446576 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:12:40.461679 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:12:40.479629 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:12:42.494790 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:12:44.463482 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:12:45.410570 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:12:45.487232 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:12:50.501798 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:12:54.642821 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:12:54.642846 1 tasks.go:49] processing task group 3 of 3 I0417 23:12:54.642862 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:12:54.681635 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:12:54.686908 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:14:38.909386 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0417 23:14:38.909417 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:14:38.935007 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:14:38.942257 1 tasks.go:49] processing task group 1 of 3 I0417 23:14:38.942280 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:14:38.942295 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:14:38.955135 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:14:42.082366 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:14:42.082388 1 tasks.go:49] processing task group 2 of 3 I0417 23:14:42.082415 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:14:42.082421 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:14:42.082428 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:14:42.082442 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:14:42.082464 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:14:42.082482 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:14:42.082505 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:14:42.082519 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:14:42.082541 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:14:42.082555 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:14:42.082578 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:14:42.082595 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:14:42.082633 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:14:42.082639 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:14:42.082993 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:14:42.125319 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:14:42.143758 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:14:42.161360 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:14:42.201087 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:14:43.145909 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:14:43.164521 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:14:43.169240 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:14:43.191941 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:14:43.211791 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:14:45.228198 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:14:47.196006 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:14:48.137777 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:14:48.213559 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:14:53.227752 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:14:57.383022 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:14:57.383047 1 tasks.go:49] processing task group 3 of 3 I0417 23:14:57.383055 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:14:57.428234 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:14:57.438735 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:17:36.177269 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 23:17:36.177316 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:17:36.205422 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:17:36.209876 1 tasks.go:49] processing task group 1 of 3 I0417 23:17:36.209899 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:17:36.209917 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:17:36.221645 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:17:39.352313 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:17:39.352334 1 tasks.go:49] processing task group 2 of 3 I0417 23:17:39.352361 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:17:39.352364 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:17:39.352373 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:17:39.352400 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:17:39.352416 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:17:39.352442 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:17:39.352457 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:17:39.352473 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:17:39.352489 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:17:39.352509 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:17:39.352502 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:17:39.352526 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:17:39.352553 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:17:39.352574 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:17:39.352500 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:17:39.395577 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:17:39.427128 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:17:39.427367 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:17:39.483171 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:17:40.415372 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:17:40.444266 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:17:40.444920 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:17:40.458684 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:17:40.483252 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:17:42.501406 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:17:44.463457 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:17:45.402528 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:17:45.492957 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:17:50.496588 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:17:54.636877 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:17:54.636903 1 tasks.go:49] processing task group 3 of 3 I0417 23:17:54.636915 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:17:54.676586 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:17:54.681102 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:22:36.084193 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0417 23:22:36.084257 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:22:36.085444 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0417 23:22:36.085451 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0417 23:22:36.085471 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0417 23:22:36.085490 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0417 23:22:36.085514 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0417 23:22:36.085529 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0417 23:22:36.093426 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0417 23:22:36.094492 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0417 23:22:36.094910 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0417 23:22:36.100771 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 23:22:36.111386 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:22:36.116038 1 tasks.go:49] processing task group 1 of 3 I0417 23:22:36.116062 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:22:36.116071 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:22:36.128035 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:22:36.135893 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0417 23:22:36.176978 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0417 23:22:39.243456 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:22:39.243479 1 tasks.go:49] processing task group 2 of 3 I0417 23:22:39.243510 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:22:39.243511 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:22:39.243525 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:22:39.243542 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:22:39.243562 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:22:39.243581 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:22:39.243592 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:22:39.243617 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:22:39.243643 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:22:39.243638 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:22:39.243668 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:22:39.243685 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:22:39.243704 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:22:39.243766 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:22:39.243728 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:22:39.308356 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:22:39.328786 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:22:39.333822 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:22:39.384900 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:22:40.309541 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:22:40.356685 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:22:40.362081 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:22:40.373053 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:22:40.390303 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:22:42.390930 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:22:44.381559 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:22:45.300827 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:22:45.402229 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:22:50.408071 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:22:54.559164 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:22:54.559190 1 tasks.go:49] processing task group 3 of 3 I0417 23:22:54.559198 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:22:54.597711 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:22:54.602984 1 operator.go:851] Updating ClusterOperator status to done. W0417 23:22:54.612895 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:22:54.638841 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:22:54.643543 1 tasks.go:49] processing task group 1 of 3 I0417 23:22:54.643563 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:22:54.643575 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:22:54.666041 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:22:57.810848 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:22:57.810870 1 tasks.go:49] processing task group 2 of 3 I0417 23:22:57.810889 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:22:57.810896 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:22:57.810902 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:22:57.810916 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:22:57.810935 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:22:57.810958 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:22:57.810974 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:22:57.810996 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:22:57.810998 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:22:57.811015 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:22:57.811023 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:22:57.811040 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:22:57.811063 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:22:57.811127 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:22:57.810982 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:22:57.862336 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:22:57.877511 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:22:57.892248 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:22:57.938596 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:22:58.881382 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:22:58.897180 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:22:58.901907 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:22:58.919557 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:22:58.929738 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:23:00.954545 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:23:02.936645 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:23:03.873063 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:23:03.946760 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:23:08.954147 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:23:13.098816 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:23:13.098842 1 tasks.go:49] processing task group 3 of 3 I0417 23:23:13.098854 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:23:13.136636 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:23:13.141657 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:27:36.177319 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 23:27:36.177379 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:27:36.217630 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:27:36.223111 1 tasks.go:49] processing task group 1 of 3 I0417 23:27:36.223137 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:27:36.223151 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:27:36.239489 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:27:39.377759 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:27:39.377780 1 tasks.go:49] processing task group 2 of 3 I0417 23:27:39.377805 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:27:39.377814 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:27:39.377824 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:27:39.377848 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:27:39.377877 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:27:39.377884 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:27:39.377900 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:27:39.377928 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:27:39.377938 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:27:39.377955 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:27:39.377989 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:27:39.378011 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:27:39.378022 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:27:39.378050 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:27:39.378054 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:27:39.446233 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:27:39.468198 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:27:39.476794 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:27:39.533243 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:27:40.486776 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:27:40.532126 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:27:40.549775 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:27:40.556661 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:27:40.577482 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:27:42.592511 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:27:44.522034 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:27:45.446376 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:27:45.545887 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:27:50.600956 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:27:54.781045 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:27:54.781068 1 tasks.go:49] processing task group 3 of 3 I0417 23:27:54.781075 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:27:54.816647 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:27:54.821971 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:32:36.176922 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 23:32:36.176983 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:32:36.204659 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:32:36.208752 1 tasks.go:49] processing task group 1 of 3 I0417 23:32:36.208777 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:32:36.208793 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:32:36.219918 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:32:39.346396 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:32:39.346421 1 tasks.go:49] processing task group 2 of 3 I0417 23:32:39.346455 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:32:39.346456 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:32:39.346473 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:32:39.346492 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:32:39.346517 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:32:39.346537 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:32:39.346547 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:32:39.346562 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:32:39.346578 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:32:39.346603 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:32:39.346601 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:32:39.346623 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:32:39.346643 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:32:39.346669 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:32:39.346524 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:32:39.392295 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:32:39.413290 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:32:39.427866 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:32:39.469224 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:32:40.417357 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:32:40.443249 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:32:40.445431 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:32:40.467619 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:32:40.481145 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:32:42.501763 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:32:44.460769 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:32:45.400287 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:32:45.482398 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:32:50.508486 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:32:54.632487 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:32:54.632514 1 tasks.go:49] processing task group 3 of 3 I0417 23:32:54.632523 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:32:54.666630 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:32:54.671939 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:37:36.084463 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0417 23:37:36.084514 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:37:36.085689 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0417 23:37:36.085741 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0417 23:37:36.085891 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0417 23:37:36.085910 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0417 23:37:36.085922 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0417 23:37:36.085933 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0417 23:37:36.093566 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0417 23:37:36.095257 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0417 23:37:36.095270 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0417 23:37:36.100850 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0417 23:37:36.110455 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:37:36.114821 1 tasks.go:49] processing task group 1 of 3 I0417 23:37:36.114850 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:37:36.114857 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:37:36.125962 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:37:36.136176 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0417 23:37:36.176951 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0417 23:37:39.249093 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:37:39.249115 1 tasks.go:49] processing task group 2 of 3 I0417 23:37:39.249140 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:37:39.249148 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:37:39.249161 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:37:39.249179 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:37:39.249222 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:37:39.249246 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:37:39.249258 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:37:39.249283 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:37:39.249292 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:37:39.249320 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:37:39.249328 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:37:39.249352 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:37:39.249369 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:37:39.249407 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:37:39.249421 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:37:39.292635 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:37:39.312984 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:37:39.322664 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:37:39.367709 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:37:40.329304 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:37:40.349452 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:37:40.359169 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:37:40.379785 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:37:40.381685 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:37:42.413748 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:37:44.369168 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:37:45.303506 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:37:45.384771 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:37:50.419230 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:37:54.542877 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:37:54.542903 1 tasks.go:49] processing task group 3 of 3 I0417 23:37:54.542921 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:37:54.576328 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:37:54.581119 1 operator.go:851] Updating ClusterOperator status to done. W0417 23:37:54.589838 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:37:54.614646 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:37:54.620491 1 tasks.go:49] processing task group 1 of 3 I0417 23:37:54.620517 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:37:54.620534 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:37:54.631673 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:37:57.735618 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:37:57.735646 1 tasks.go:49] processing task group 2 of 3 I0417 23:37:57.735682 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:37:57.735684 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:37:57.735707 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:37:57.735727 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:37:57.735747 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:37:57.735761 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:37:57.735777 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:37:57.735808 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:37:57.735911 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:37:57.735967 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:37:57.735786 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:37:57.735923 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:37:57.735946 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:37:57.735960 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:37:57.735945 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:37:57.784395 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:37:57.806750 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:37:57.818277 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:37:57.863396 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:37:58.799693 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:37:58.821229 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:37:58.826765 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:37:58.843683 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:37:58.854578 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:38:00.871345 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:38:02.855313 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:38:03.792481 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:38:03.872928 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:38:08.877295 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:38:13.026562 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:38:13.026594 1 tasks.go:49] processing task group 3 of 3 I0417 23:38:13.026612 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:38:13.062357 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:38:13.067374 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:42:36.176578 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0417 23:42:36.176638 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:42:36.248595 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:42:36.268609 1 tasks.go:49] processing task group 1 of 3 I0417 23:42:36.268642 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:42:36.268661 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:42:36.304448 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:42:39.455161 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:42:39.455185 1 tasks.go:49] processing task group 2 of 3 I0417 23:42:39.455220 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:42:39.455232 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:42:39.455243 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:42:39.455248 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:42:39.455273 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:42:39.455292 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:42:39.455311 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:42:39.455328 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:42:39.455345 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:42:39.455373 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:42:39.455385 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:42:39.455405 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:42:39.455408 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:42:39.455432 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:42:39.455232 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:42:39.517968 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:42:39.530921 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:42:39.535937 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:42:39.590955 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:42:40.537223 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:42:40.559397 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:42:40.560490 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:42:40.576096 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:42:40.596677 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:42:42.626552 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:42:44.582531 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:42:45.511961 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:42:45.598989 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:42:50.615791 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:42:54.763010 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:42:54.763034 1 tasks.go:49] processing task group 3 of 3 I0417 23:42:54.763045 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:42:54.802795 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:42:54.808886 1 operator.go:851] Updating ClusterOperator status to done. I0417 23:43:37.540159 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0417 23:43:37.540183 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0417 23:43:37.574156 1 operator.go:830] Updating ClusterOperator status to InProgress. I0417 23:43:37.579372 1 tasks.go:49] processing task group 1 of 3 I0417 23:43:37.579391 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0417 23:43:37.579407 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:43:37.598990 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0417 23:43:40.739152 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0417 23:43:40.739173 1 tasks.go:49] processing task group 2 of 3 I0417 23:43:40.739190 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:43:40.739199 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0417 23:43:40.739236 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0417 23:43:40.739254 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:43:40.739267 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0417 23:43:40.739291 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:43:40.739305 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0417 23:43:40.739326 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0417 23:43:40.739339 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0417 23:43:40.739356 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:43:40.739372 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0417 23:43:40.739374 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0417 23:43:40.739405 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:43:40.739425 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0417 23:43:40.739449 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:43:40.789784 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0417 23:43:40.807313 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0417 23:43:40.824607 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0417 23:43:40.866511 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0417 23:43:41.805172 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0417 23:43:41.828142 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0417 23:43:41.831384 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0417 23:43:41.851354 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0417 23:43:41.868620 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0417 23:43:43.886315 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0417 23:43:45.861728 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0417 23:43:46.796968 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0417 23:43:46.880313 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0417 23:43:51.883884 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0417 23:43:56.049466 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0417 23:43:56.049493 1 tasks.go:49] processing task group 3 of 3 I0417 23:43:56.049503 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0417 23:43:56.093013 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0417 23:43:56.098084 1 operator.go:851] Updating ClusterOperator status to done.